-- Logs begin at Thu 2022-02-03 02:17:15 UTC, end at Thu 2022-02-03 03:14:40 UTC. -- Feb 03 02:48:28.728179 dv-cinder-827581-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 02:48:31.642598 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.common.config [-] Logging enabled! Feb 03 02:48:31.643256 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev462 Feb 03 02:48:31.643351 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 02:48:31.646637 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.common.config [-] Logging enabled! Feb 03 02:48:31.646888 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev462 Feb 03 02:48:31.647204 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 02:48:31.648138 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 02:48:31.648365 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 02:48:31.648754 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 02:48:31.649001 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 02:48:31.649229 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 02:48:31.649808 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.650230 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 03 02:48:31.650546 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.650825 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.651124 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.651410 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.651700 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.651982 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.652268 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.652563 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.652885 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.653164 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.653451 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.653746 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.654015 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.654302 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.654588 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.654881 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] debug = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.655150 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.655581 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.655995 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.656275 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.656565 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.656882 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.657153 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.657420 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.657706 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.658031 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] host = dv-cinder-827581-1-iscsi {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.658305 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.658593 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.658878 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.659160 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.659438 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.659712 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.659995 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.660268 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.660539 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.660834 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.661123 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.661408 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.661699 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.661924 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.662146 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.662443 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.662728 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.663000 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.663271 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.663541 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.663813 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.664083 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.664352 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.664635 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.664947 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.665260 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.665530 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.665802 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.666074 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.666345 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.666628 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.666898 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.667166 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.667436 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.667720 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.667989 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.668259 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.668555 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.668862 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.669146 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.669435 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.669707 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.669990 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.670261 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.670531 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.670802 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_json = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.671079 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.671339 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.671621 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.671891 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.672163 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.672437 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.672700 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.673002 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.673273 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:31.673567 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.673875 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.674156 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.674450 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.674739 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.675018 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.675303 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.675578 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.675868 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.676155 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.676441 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.676752 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.677038 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.677324 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.677614 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.677918 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.678212 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.678503 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.678776 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.679049 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.679320 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.679601 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.679886 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.680163 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.680451 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.680823 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.681104 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.681401 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.681685 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.681977 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.682265 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.682536 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.682813 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.683102 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.683374 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.683648 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.683922 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.684210 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.684482 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.684772 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.685058 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.685333 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.685702 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.685982 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.686261 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.686552 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.686826 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.687099 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.687374 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.687647 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.687918 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.688200 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.688473 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.688763 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.689033 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.689307 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.689581 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.689852 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.690127 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.690398 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.690672 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.690943 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.691209 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.691479 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.691749 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.692018 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.692289 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.692557 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.692856 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.693124 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.693393 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.693660 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.693932 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.694199 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.694478 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.694769 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.695041 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.695320 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.695592 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.695868 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.696142 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.696439 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.696738 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.697004 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.697272 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.697558 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.697839 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.698120 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.698416 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.698690 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.698980 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.699250 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.699530 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.699801 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.700074 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.700351 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.700787 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.701091 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.701385 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.701677 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.701970 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.702261 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.702539 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.702841 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.703134 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:31.703336 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 02:48:31.703576 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102375) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 03 02:48:32.076749 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 02:48:32.076935 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 02:48:32.077232 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 02:48:32.077582 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 02:48:32.401847 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.402148 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.402418 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.403750 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.404021 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.404256 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.447443 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.447711 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.447980 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.461859 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.462189 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.462458 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.492222 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.492497 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.492746 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.527984 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.528249 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.528523 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.864542 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.865209 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.865209 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.865377 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.865952 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.964739 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.965048 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.965333 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.965605 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.965876 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.966183 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.966442 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.966698 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.966927 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.967235 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.967489 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.967753 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.968007 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.968240 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.968492 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.968773 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.969031 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.969288 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.969558 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.969817 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.970089 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.970341 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.970621 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.970993 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.971242 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.971487 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:32.971880 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 02:48:32.972116 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 02:48:32.972350 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 02:48:32.972582 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 02:48:32.972847 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 02:48:32.973082 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 02:48:32.973448 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 02:48:32.976576 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 02:48:32.980754 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 02:48:32.985143 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 03 02:48:32.986776 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 02:48:32.987251 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 02:48:32.987585 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 03 02:48:32.987967 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 02:48:32.990857 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 02:48:32.991113 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 02:48:32.991459 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 02:48:32.996425 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 03 02:48:33.020210 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 03 02:48:33.020661 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.020991 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102375) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 03 02:48:33.021352 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.022728 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102375) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 02:48:33.023010 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 02:48:33.023258 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 03 02:48:33.026644 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.026921 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.090805 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 02:48:33.091049 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 02:48:33.091288 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 02:48:33.091668 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 02:48:33.112887 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_db.sqlalchemy.engines [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102375) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 03 02:48:33.554684 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Initializing driver for type 'gre' Feb 03 02:48:33.555215 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] gre ID ranges: [(1, 1000)] Feb 03 02:48:33.607536 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Initializing driver for type 'local' Feb 03 02:48:33.607900 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Initializing driver for type 'vlan' Feb 03 02:48:33.624344 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] VlanTypeDriver initialization complete Feb 03 02:48:33.624692 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Initializing driver for type 'vxlan' Feb 03 02:48:33.625205 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] vxlan ID ranges: [(1, 1000)] Feb 03 02:48:33.676191 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Initializing extension driver 'port_security' Feb 03 02:48:33.676535 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.extensions.port_security [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] PortSecurityExtensionDriver initialization complete Feb 03 02:48:33.676907 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Initializing mechanism driver 'openvswitch' Feb 03 02:48:33.677216 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Initializing mechanism driver 'hyperv' Feb 03 02:48:33.683992 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:48:33.684671 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > port after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.685072 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.685422 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > port after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.685947 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 02:48:33.686372 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > subnet after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.686729 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > subnet after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.687104 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.687500 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 02:48:33.687900 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > network after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.688246 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > network after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.688572 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > network after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.688990 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 02:48:33.689387 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > security_group after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.689737 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > security_group after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.690078 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.690603 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 02:48:33.691007 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.691353 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.691693 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.692088 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 02:48:33.692484 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > address_group after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.692841 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > address_group after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.693181 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.693572 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 02:48:33.694012 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] ML2 OVO RPC backend initialized. {{(pid=102375) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 03 02:48:33.694698 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.695049 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.695468 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > network before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.695787 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > networks before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.696212 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > port before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.696475 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > ports before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.696837 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > subnet before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.697176 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > subnets before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.697518 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > network after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.697856 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > network after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.698216 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > network after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.698550 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > port after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.698882 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.699219 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > port after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.699552 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > subnet after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.699887 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > subnet after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.700218 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.707549 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded quota_driver: . Feb 03 02:48:33.707916 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.plugin [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Modular L2 Plugin initialization complete Feb 03 02:48:33.708260 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading services supported by the core plugin {{(pid=102375) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 02:48:33.708610 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Got port-security extension from driver 'port_security' Feb 03 02:48:33.709112 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.extensions.vlantransparent [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Disabled vlantransparent extension. Feb 03 02:48:33.709604 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102375) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 02:48:33.709924 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading Plugin: router Feb 03 02:48:33.747755 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.748146 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router after_create 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.748518 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router before_create 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.748919 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.749296 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.749654 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router after_delete 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.750014 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.750364 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.750723 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router after_create 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.751066 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router after_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.751413 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router after_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.751744 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.752097 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router after_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.752505 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router precommit_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.752897 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.753239 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: port after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.753570 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: subnet after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.753912 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.754261 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.754614 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router precommit_create 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.754950 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: port before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.755294 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router precommit_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.755632 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router after_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.755970 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.756319 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router precommit_create 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.756679 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.757049 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router precommit_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.757414 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > agent after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.757760 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > agent after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.758109 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > network after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.758995 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Tracking information for resource: router configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 02:48:33.759323 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Tracking information for resource: floatingip configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 02:48:33.764285 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.db.l3_agentschedulers_db [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 02:48:33.764888 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.765253 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: port after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.765605 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: port after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.765954 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.766870 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router before_create 55550100 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.767234 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.767590 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router precommit_create 55550100 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.767943 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > router precommit_update 55550100 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.772682 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.services.provider_configuration [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service providers = [] {{(pid=102375) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 02:48:33.773063 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.db.servicetype_db [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102375) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 02:48:33.776108 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.services.service_base [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 02:48:33.776445 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.services.service_base [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 02:48:33.776806 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.services.service_base [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 02:48:33.777696 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.services.service_base [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 02:48:33.778063 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.services.service_base [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 02:48:33.778431 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 02:48:33.778743 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 02:48:33.789398 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 02:48:33.789737 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading Plugin: auto_allocate Feb 03 02:48:33.795589 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: network precommit_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.795957 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: network precommit_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.796469 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 02:48:33.796822 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading Plugin: tag Feb 03 02:48:33.803410 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 02:48:33.803741 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading Plugin: timestamp Feb 03 02:48:33.807920 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 02:48:33.808191 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading Plugin: network_ip_availability Feb 03 02:48:33.813792 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.814166 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.814531 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:33.815246 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 02:48:33.815570 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading Plugin: flavors Feb 03 02:48:33.820359 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 02:48:33.820695 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading Plugin: revisions Feb 03 02:48:33.825062 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 02:48:33.825470 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.748s {{(pid=102375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 02:48:33.826183 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102375) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 03 02:48:33.826516 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Initializing extension manager. Feb 03 02:48:33.827035 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: __init__.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.827377 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: __pycache__ {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.827705 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.828032 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: address_group.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.828799 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.829363 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: address-group Feb 03 02:48:33.829679 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: address_scope.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.830381 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.830880 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: address-scope Feb 03 02:48:33.831197 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.832093 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.832595 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: router-admin-state-down-before-update Feb 03 02:48:33.832941 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: agent.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.833818 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.834313 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: agent Feb 03 02:48:33.834640 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: agent_resources_synced.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.835555 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.836049 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: agent-resources-synced Feb 03 02:48:33.836373 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: allowedaddresspairs.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.838258 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.838777 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: allowed-address-pairs Feb 03 02:48:33.839100 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: auto_allocated_topology.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.840168 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.840679 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: auto-allocated-topology Feb 03 02:48:33.841026 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: availability_zone.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.841716 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.842226 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: availability_zone Feb 03 02:48:33.842543 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: availability_zone_filter.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.843451 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.843948 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: availability_zone_filter Feb 03 02:48:33.844271 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: data_plane_status.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.845194 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.845699 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 02:48:33.846012 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: default_subnetpools.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.846910 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.847409 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: default-subnetpools Feb 03 02:48:33.847728 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.848522 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.849058 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: dhcp_agent_scheduler Feb 03 02:48:33.849378 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: dns.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.850289 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.850792 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension dns-integration not supported by any of loaded plugins Feb 03 02:48:33.851107 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: dns_domain_ports.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.852015 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.852540 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 02:48:33.852898 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.853810 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.854304 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 03 02:48:33.854630 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: dvr.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.855292 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.855788 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: dvr Feb 03 02:48:33.856102 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: ecmp_routes.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.857403 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.857903 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension ecmp_routes not supported by any of loaded plugins Feb 03 02:48:33.858221 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: empty_string_filtering.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.859117 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.859618 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: empty-string-filtering Feb 03 02:48:33.859936 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.860866 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.861361 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 02:48:33.861677 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.862583 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.863077 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 02:48:33.863393 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: external_net.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.864303 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.864833 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: external-net Feb 03 02:48:33.865362 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.866048 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.866544 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: extra_dhcp_opt Feb 03 02:48:33.866860 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: extraroute.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.867763 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.868320 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: extraroute Feb 03 02:48:33.868636 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: extraroute_atomic.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.869706 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.870212 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: extraroute-atomic Feb 03 02:48:33.870535 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: filter_validation.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.871190 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.871688 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: filter-validation Feb 03 02:48:33.872003 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: fip_pf_description.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.872944 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.873441 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 02:48:33.873762 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: fip_port_details.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.874683 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.875186 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: fip-port-details Feb 03 02:48:33.875501 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: flavors.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.876745 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.877285 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: flavors Feb 03 02:48:33.877607 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.879255 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.879765 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 02:48:33.880091 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: floatingip_pools.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.880815 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.881318 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: floatingip-pools Feb 03 02:48:33.881643 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: ip_allocation.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.882563 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.883059 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 02:48:33.883379 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.884324 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.884855 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: ip-substring-filtering Feb 03 02:48:33.885180 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: l2_adjacency.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.886104 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.886601 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 02:48:33.886921 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: l3.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.887865 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.888375 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: router Feb 03 02:48:33.888696 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.891095 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.891623 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 02:48:33.891958 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.892918 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.893429 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: ext-gw-mode Feb 03 02:48:33.893754 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.894661 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.895169 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: l3-ha Feb 03 02:48:33.895495 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: l3_flavors.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.896401 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.896935 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: l3-flavors Feb 03 02:48:33.897264 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.898173 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.898672 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 02:48:33.899003 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: l3agentscheduler.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.900130 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.900637 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: l3_agent_scheduler Feb 03 02:48:33.900999 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: local_ip.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.902826 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.903350 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension local_ip not supported by any of loaded plugins Feb 03 02:48:33.903676 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: logging.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.905189 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.905719 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension logging not supported by any of loaded plugins Feb 03 02:48:33.906041 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: metering.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.906774 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.907347 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: metering Feb 03 02:48:33.907678 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.908766 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.909294 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: metering_source_and_destination_fields Feb 03 02:48:33.909619 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: multiprovidernet.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.910553 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.911058 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: multi-provider Feb 03 02:48:33.911382 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: netmtu.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.912285 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.912811 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: net-mtu Feb 03 02:48:33.913135 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: netmtu_writable.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.914049 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.914567 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: net-mtu-writable Feb 03 02:48:33.914891 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: network_availability_zone.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.915583 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.916086 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: network_availability_zone Feb 03 02:48:33.916403 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: network_ip_availability.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.917553 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.918062 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: network-ip-availability Feb 03 02:48:33.918384 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: network_segment_range.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.919146 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.919644 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 02:48:33.919969 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: pagination.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.920986 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.921318 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: pagination Feb 03 02:48:33.921637 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: port_device_profile.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.922536 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.923040 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: port-device-profile Feb 03 02:48:33.923364 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.924271 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.924795 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: port-mac-address-regenerate Feb 03 02:48:33.925116 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.926143 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.926647 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: port-numa-affinity-policy Feb 03 02:48:33.926973 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: port_resource_request.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.927901 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.928397 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 02:48:33.928724 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: port_resource_request_groups.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.929699 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.930198 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 03 02:48:33.930515 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: portbindings.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.931493 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.931991 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: binding Feb 03 02:48:33.932307 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: portbindings_extended.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.933614 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.934117 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: binding-extended Feb 03 02:48:33.934449 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: portsecurity.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.935362 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.935871 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: port-security Feb 03 02:48:33.936191 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: project_id.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.937188 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.937517 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: project-id Feb 03 02:48:33.937835 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: providernet.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.938741 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.939246 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: provider Feb 03 02:48:33.939569 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.943202 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.943719 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos not supported by any of loaded plugins Feb 03 02:48:33.944050 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.945354 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.945868 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 02:48:33.946220 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.947140 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.947650 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 02:48:33.947976 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos_default.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.948917 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.949424 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos-default not supported by any of loaded plugins Feb 03 02:48:33.949747 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos_fip.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.950659 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.951165 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos-fip not supported by any of loaded plugins Feb 03 02:48:33.951483 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos_fip_network_policy.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.952386 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.952921 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 03 02:48:33.953240 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos_gateway_ip.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.954183 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.954696 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 02:48:33.955012 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos_port_network_policy.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.955912 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.956412 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 02:48:33.956739 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.957780 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.958281 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 03 02:48:33.958602 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos_pps_rule.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.959772 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.960286 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos-pps not supported by any of loaded plugins Feb 03 02:48:33.960610 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos_rule_type_details.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.963314 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.965766 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 02:48:33.966693 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: qos_rules_alias.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.967791 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.968317 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 02:48:33.968657 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: quota_check_limit.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.969607 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.970124 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: quota-check-limit Feb 03 02:48:33.970451 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: quotasv2.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.971396 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.971729 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: quotas Feb 03 02:48:33.972045 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: quotasv2_detail.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.973923 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.974261 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: quota_details Feb 03 02:48:33.974588 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: rbac.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.975643 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.976162 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: rbac-policies Feb 03 02:48:33.976495 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: rbac_address_group.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.977479 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.977998 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: rbac-address-group Feb 03 02:48:33.978320 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: rbac_address_scope.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.979228 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.979737 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: rbac-address-scope Feb 03 02:48:33.980059 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: rbac_security_groups.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.981002 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.981861 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: rbac-security-groups Feb 03 02:48:33.982178 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: rbac_subnetpool.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.983088 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.983584 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: rbac-subnetpool Feb 03 02:48:33.983907 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: revisionifmatch.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.984853 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.985465 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: revision-if-match Feb 03 02:48:33.985673 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: revisions.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.986784 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.987286 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: standard-attr-revisions Feb 03 02:48:33.987604 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: router_availability_zone.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.988271 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.989053 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: router_availability_zone Feb 03 02:48:33.989175 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: routerservicetype.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.990020 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.990517 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension router-service-type not supported by any of loaded plugins Feb 03 02:48:33.990834 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.991822 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.992325 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: security-groups-normalized-cidr Feb 03 02:48:33.992643 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.993677 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.994179 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: port-security-groups-filtering Feb 03 02:48:33.994503 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.995417 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.995920 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: security-groups-remote-address-group Feb 03 02:48:33.996240 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.997202 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:33.997704 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: security-groups-shared-filtering Feb 03 02:48:33.998011 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:33.998609 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 03 02:48:33.998923 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: securitygroup.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.008634 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.009224 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: security-group Feb 03 02:48:34.009553 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: segment.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.010330 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.010836 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension segment not supported by any of loaded plugins Feb 03 02:48:34.011158 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.012096 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.012604 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 02:48:34.012947 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: servicetype.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.014061 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.014578 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: service-type Feb 03 02:48:34.014898 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: sorting.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.015880 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.016212 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: sorting Feb 03 02:48:34.016531 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: standard_attr_segment.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.017460 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.017972 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 02:48:34.018297 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: standardattrdescription.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.018921 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.019427 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: standard-attr-description Feb 03 02:48:34.019746 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: stateful_security_group.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.020665 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.021201 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: stateful-security-group Feb 03 02:48:34.021527 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: stdattrs_common.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.022088 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 02:48:34.022409 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.023355 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.023858 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 02:48:34.024178 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: subnet_onboard.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.025330 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.025833 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: subnet_onboard Feb 03 02:48:34.026164 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.027078 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.027583 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 02:48:34.027903 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: subnet_service_types.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.028910 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.029411 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: subnet-service-types Feb 03 02:48:34.029736 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: subnetallocation.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.030818 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.031326 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: subnet_allocation Feb 03 02:48:34.031647 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.032310 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.032844 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: subnetpool-prefix-ops Feb 03 02:48:34.033161 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.034116 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.034616 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 02:48:34.034941 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: tagging.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.035993 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.036499 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: standard-attr-tag Feb 03 02:48:34.036915 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: timestamp.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.038132 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.038641 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loaded extension: standard-attr-timestamp Feb 03 02:48:34.038967 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: trunk.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.040025 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.040551 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension trunk not supported by any of loaded plugins Feb 03 02:48:34.040916 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: trunk_details.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.041832 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.042338 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension trunk-details not supported by any of loaded plugins Feb 03 02:48:34.042658 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: uplink_status_propagation.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.043564 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.044071 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 02:48:34.044389 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Loading extension file: vlantransparent.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 02:48:34.045071 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 02:48:34.045575 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 02:48:34.048124 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:network Feb 03 02:48:34.048797 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:subnet Feb 03 02:48:34.049230 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 02:48:34.049621 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:port Feb 03 02:48:34.050845 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.051298 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service FLAVORS assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.051920 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.052342 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.052670 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:router Feb 03 02:48:34.053124 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:floatingip Feb 03 02:48:34.053628 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service METERING assigned prefix: /metering {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.055067 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:34.055435 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:34.055818 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:48:34.056843 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 02:48:34.057285 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:security_group Feb 03 02:48:34.057724 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 02:48:34.059441 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service CORE assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.059731 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 02:48:34.060087 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] subnetpool is already registered Feb 03 02:48:34.060524 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service CORE assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.060878 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 02:48:34.061207 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] subnetpool is already registered Feb 03 02:48:34.063465 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.063895 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service FLAVORS assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.064476 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.064927 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.065260 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:router Feb 03 02:48:34.065598 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] router is already registered Feb 03 02:48:34.066009 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:floatingip Feb 03 02:48:34.066340 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] floatingip is already registered Feb 03 02:48:34.066819 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service METERING assigned prefix: /metering {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.067485 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 02:48:34.067810 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] rbac_policy is already registered Feb 03 02:48:34.068218 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:security_group Feb 03 02:48:34.068548 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] security_group is already registered Feb 03 02:48:34.068970 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 02:48:34.069299 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] security_group_rule is already registered Feb 03 02:48:34.069930 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service CORE assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.070254 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 02:48:34.070581 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] subnetpool is already registered Feb 03 02:48:34.070988 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Service CORE assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 02:48:34.071364 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 02:48:34.071688 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] subnetpool is already registered Feb 03 02:48:34.072183 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: extensions {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.073691 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: address-groups {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.075209 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: address-scopes {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.076508 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: agents {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.077715 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: auto-allocated-topology {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.078957 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: availability_zones {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.080171 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: dhcp-networks {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.081714 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: dhcp-agents {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.083112 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: routers {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.085356 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: flavors {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.086527 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: service_profiles {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.087761 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: next_providers {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.089230 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: service_profiles {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.090773 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: floatingip-pools {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.091989 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: routers {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.094108 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: floatingips {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.095372 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: l3-routers {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.096758 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: l3-agents {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.098204 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: metering-labels {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.099540 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: metering-label-rules {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.100860 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: network-ip-availabilities {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.102086 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: bindings {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.103824 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: quotas {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.105430 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: quotas {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.107350 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: rbac-policies {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.108613 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: security-groups {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.109841 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: security-group-rules {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.111072 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: service-providers {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.112283 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: subnetpools {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.113746 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: subnetpools {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.115187 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.116841 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.118702 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.120511 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.123326 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.125219 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.126922 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.128820 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.130561 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.132411 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 02:48:34.138484 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING keystonemiddleware.auth_token [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 02:48:34.143159 dv-cinder-827581-1-iscsi neutron-server[102375]: WARNING keystonemiddleware.auth_token [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 02:48:34.151641 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Acquired lock "singleton_lock" {{(pid=102375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 03 02:48:34.152116 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Releasing lock "singleton_lock" {{(pid=102375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 03 02:48:34.152775 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO oslo_service.service [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Starting 2 workers Feb 03 02:48:34.157634 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Started child 102482 {{(pid=102375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 02:48:34.162079 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Started child 102483 {{(pid=102375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 02:48:34.163084 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:34.163823 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO neutron.service [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 02:48:34.164248 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Publish callbacks [] for process (None), before_spawn {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:34.164576 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [-] (102482) wsgi starting up on http://0.0.0.0:9696 Feb 03 02:48:34.166719 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO oslo_service.service [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Starting 1 workers Feb 03 02:48:34.166913 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:34.168299 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [-] (102483) wsgi starting up on http://0.0.0.0:9696 Feb 03 02:48:34.171948 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Started child 102484 {{(pid=102375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 02:48:34.172487 dv-cinder-827581-1-iscsi neutron-server[102375]: INFO oslo_service.service [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Starting 1 workers Feb 03 02:48:34.175749 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.service [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] calling RpcWorker wait() {{(pid=102484) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 02:48:34.176352 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.service [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] returning from RpcWorker wait() {{(pid=102484) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 02:48:34.176994 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Started child 102485 {{(pid=102375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 02:48:34.177644 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:34.177790 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea67-4c7a-4350-b72b-610f1b879e5b None None] Publish callbacks [] for process (None), after_spawn {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:34.178141 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:48:34.179675 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 02:48:34.179870 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 02:48:34.180051 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 02:48:34.180291 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 02:48:34.180700 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 02:48:34.180854 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 02:48:34.181361 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.181643 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.181902 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.182010 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:34.182463 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.182463 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.183023 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.183160 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:48:34.183250 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.183504 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.183769 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.183960 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.184159 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.184283 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.184568 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.184865 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.185159 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.185405 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.185639 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.185879 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.186022 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.186287 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.186549 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.186762 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.187022 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] debug = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.187275 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.187772 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.188009 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.188228 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.188446 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.188762 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.188985 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.189277 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.189515 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.189726 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.189924 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.190166 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.190392 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.190597 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.190852 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.191061 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.191300 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.191533 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.191981 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] host = dv-cinder-827581-1-iscsi {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.192195 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.192426 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.192654 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.192946 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.193205 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.193431 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.193685 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.193933 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.194166 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.194387 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.194633 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.194883 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.195113 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.195360 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.195520 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_options = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.195732 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.196017 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.196341 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.196529 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.196694 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.196875 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.197127 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.197284 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.197529 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.197760 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.198052 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.198207 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.198403 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.198621 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.198872 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.199112 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.199335 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.199576 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.199826 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.200066 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.200292 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.200516 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.200778 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.200993 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.201203 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.201414 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.201664 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.201913 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.202092 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.202317 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.202542 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.202800 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.203021 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.203250 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.203522 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.203750 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.203972 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.204185 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.204453 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.204676 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.204963 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.205218 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.205429 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.205656 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.206014 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.206123 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.206300 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_json = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.206508 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.206778 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.207184 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.207184 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.207399 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.207679 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.207823 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.208117 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.208277 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.208700 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.209007 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.209321 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.209566 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.209804 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.210692 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.210809 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.211310 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.211728 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.211993 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.212285 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.212537 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.212852 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.213167 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.213347 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.214077 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.214077 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.214304 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.214388 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.214605 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.214804 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.216747 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.216747 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.216747 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.216747 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.216747 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.216747 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.217280 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.217280 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.217554 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.217816 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.218069 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.218311 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.218540 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.218756 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.218990 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.219204 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.219429 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.219636 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.219886 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.220108 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.220325 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.220546 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.220794 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.221010 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.221237 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.221470 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.221734 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.221977 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.222214 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.222430 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.222678 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.222893 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.223109 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.223358 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.223572 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.223828 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.224083 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.224316 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.224526 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.224753 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.224989 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.225217 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.225427 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.225660 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.225870 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.226073 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.226274 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.226527 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.226745 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.226978 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.227246 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.227437 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.227858 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.228077 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.228302 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.228513 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.228748 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.228957 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.229186 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.229403 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.229615 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.229824 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.230033 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.230241 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.230476 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.230700 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.230912 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.231119 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.232092 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.232092 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.232337 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.232496 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.232773 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.233016 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.233215 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.233504 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.233670 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.234213 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.234213 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.234467 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.234587 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.235780 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.235780 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.236044 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.236163 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.236281 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.236958 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.236958 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.237233 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.237233 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.237562 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.237681 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.238171 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.238171 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.238408 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.238537 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.240650 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.240650 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.240650 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.240650 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.240650 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.240650 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.240650 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.240650 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.241612 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.241612 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.241612 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.241612 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.242045 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.242045 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.242283 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.242401 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.242613 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.242860 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.243114 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.243701 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.243701 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.243951 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.245489 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.245489 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.245489 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.245489 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.245489 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.245489 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.246183 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.246183 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.246183 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.246555 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.246555 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.246781 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.246930 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.247157 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.247366 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.247598 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.247828 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.248074 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.248291 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.248539 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.248811 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.249027 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.249264 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.249492 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.249714 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.249937 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.250218 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.250476 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.250774 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.251214 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.251625 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.251847 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.253008 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.253008 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.253008 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.253008 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.253008 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.253334 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.253418 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.253642 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.253875 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.254117 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.254328 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.254573 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.254789 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.254998 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.255209 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.255426 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.255655 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.255902 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.256122 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.256350 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.256582 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.256851 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.257169 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.257404 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.257774 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.258169 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.258385 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.258636 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.258914 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.259134 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.259352 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.259562 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.259979 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.260239 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.260492 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.260745 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.260969 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.261180 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.261392 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.261604 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.261835 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.262109 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.262358 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.262595 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.262862 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.263105 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.263332 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.263547 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.263984 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.264196 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.264415 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.264631 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.264906 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.265085 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.265288 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.265501 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.265713 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.265957 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.266164 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.266399 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.266604 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.266830 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.267081 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.267267 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.267473 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.267695 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.267904 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.268110 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.268328 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.268540 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.268765 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.269013 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.269218 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.269422 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.269642 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.269865 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.270070 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.270365 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.270611 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.270823 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.271102 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.271348 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.271558 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.271793 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.272089 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.272314 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.272551 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.272808 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.273027 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.273263 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.273513 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.273818 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.274102 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.274384 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.274647 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.274913 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.275181 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.275450 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.275676 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.275950 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.276282 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.276563 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.276988 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.277245 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.277490 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.277709 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.277947 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.278181 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.278424 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.278636 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.278878 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.279111 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.279334 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.279563 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.279789 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.280006 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.280245 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.280472 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.280687 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.280926 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.281081 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 02:48:34.281606 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 02:48:34.281765 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 02:48:34.281913 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 02:48:34.282090 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 02:48:34.282260 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 02:48:34.282412 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 02:48:34.282612 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.282771 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.282925 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.283114 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.283251 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.283414 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.283571 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.283725 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.283880 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.284012 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:48:34.284147 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.284279 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.284421 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.284549 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.284701 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.284878 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.285007 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.285133 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.285264 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.285395 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.285540 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.285680 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.285811 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.285941 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] debug = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.286071 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.286257 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.286432 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.286563 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.286704 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.286839 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.286984 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.287135 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.287292 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.287448 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.287601 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.287756 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.287909 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.288065 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.288413 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.288413 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.288925 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.288925 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.288925 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] host = dv-cinder-827581-1-iscsi {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.289262 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.289262 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.289262 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.289590 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.289590 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.289826 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.289826 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.290208 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.290208 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.290401 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.290521 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.290603 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.290750 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.290906 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.291064 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_options = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.291220 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.291374 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.291530 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.291710 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.291870 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.292026 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.292180 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.292355 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.292492 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.292638 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.292944 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.293087 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.293249 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.293405 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.293558 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.293715 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.293872 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.294028 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.294184 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.294341 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.294496 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.294639 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.294794 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.294953 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.295109 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.295267 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.295421 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.295578 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.295732 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.295888 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.296045 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.296203 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.296360 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.296517 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.296673 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.296837 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.297001 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.297157 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.297316 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.297473 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.297628 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.297783 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.298022 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.298178 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.298311 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.298430 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.298514 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_json = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.298669 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.298818 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.298973 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.299128 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.299282 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.299439 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.299594 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.299750 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.299906 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 02:48:34.300080 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.300242 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.300410 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.300577 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.300751 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.300900 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.301056 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.301214 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.301373 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.301520 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.301685 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.301844 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.302012 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.302170 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.302320 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.302475 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.302634 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.302796 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.302956 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.303113 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.303289 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.303432 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.303583 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.303741 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.303883 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.304042 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.304199 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.304355 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.304503 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.304672 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.304867 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.305028 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.305187 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.305345 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.305504 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.305687 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.305846 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.306005 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.306162 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.306319 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.306477 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.306635 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.306793 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.306954 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.307112 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.307270 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.307428 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.307587 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.307873 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.307873 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.308126 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.308245 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.308361 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.308481 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.308618 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.308791 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.308956 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.309345 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.309345 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.309608 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.309608 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.309765 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.309844 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.310000 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.310159 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.310319 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.310475 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.310783 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.311146 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.311146 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.311418 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.311418 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.311665 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.311791 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.311919 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.312049 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.312176 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.312310 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.312438 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.312583 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.312971 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.312971 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.313229 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.313229 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.313465 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.313465 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.313748 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.313748 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.313941 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.314057 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.314216 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.314383 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.314558 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.314719 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.314881 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.315038 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.315194 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.315350 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.315507 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.315664 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.315820 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.315977 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.316134 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.316292 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.316453 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.316610 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.316789 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.316951 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.317108 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.317264 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.317421 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.317577 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.317733 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.317891 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.318048 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.318205 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.318425 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.318523 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.318675 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.318833 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.318995 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.319154 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.319320 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.319490 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.319649 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.319809 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.319967 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.320125 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.320282 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.320443 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.320598 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.320785 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.320932 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.321088 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.321309 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.321454 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.321617 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.321761 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.321943 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.322083 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.322244 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.322580 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.322580 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.322816 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.322816 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.323004 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.323124 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.323272 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.323431 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.323584 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.323715 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.323867 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.324026 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.324184 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.324342 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.324501 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.324659 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.324900 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.325025 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.325170 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.325327 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.325486 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.325644 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.325802 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.325959 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.326101 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.326261 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.326423 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.326562 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.326721 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.326883 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.327042 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.327199 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.327356 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.327514 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.327674 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.327831 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.327989 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.328146 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.328306 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.328486 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.328614 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.328793 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.328954 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.329113 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.329270 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.329428 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.329585 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.329746 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.329906 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.330065 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.330222 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.330383 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.330561 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.330718 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.330875 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.331033 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.331189 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.331349 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.331506 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.331663 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.331821 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.331978 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.332133 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.332294 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.332455 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.332615 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.332796 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.332957 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.333114 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.333272 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.333429 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.333601 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.333758 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.333903 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.334062 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.334218 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.334375 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.334542 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.334701 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.334859 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.335015 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.335172 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.335329 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.335496 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.335653 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.335811 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.335969 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.336127 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.336284 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.336449 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.336606 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.336940 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.336940 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.337100 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.337257 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.337423 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.337583 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.337741 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.337897 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.338052 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.338363 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.338533 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.338692 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.338850 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.339009 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.339166 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.339323 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.339490 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.339650 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.339809 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.339975 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.340132 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.340291 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.340448 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.340682 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.340849 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.340955 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.341114 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.341272 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.341431 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.341591 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.341754 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.341923 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.342091 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.342252 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.342419 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.342587 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.342754 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.342912 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.343078 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.343249 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.343411 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.343569 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.343726 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.343885 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.344042 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.344201 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.344359 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.344516 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.344674 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.344854 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.345011 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.345172 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.345330 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.345487 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.345644 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.345800 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.345957 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.346116 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.346275 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 02:48:34.346427 dv-cinder-827581-1-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 02:48:34.402446 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 45936) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:48:34.416007 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100563 Feb 03 02:48:45.623530 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69483ad5-e47a-4cfe-abeb-5bf20c5b05bd None None] get_active_networks_info from dv-cinder-827581-1-iscsi {{(pid=102484) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 02:48:45.711397 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69483ad5-e47a-4cfe-abeb-5bf20c5b05bd None None] No non-hosted networks {{(pid=102484) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 02:48:45.726137 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.agentschedulers_db [None req-69483ad5-e47a-4cfe-abeb-5bf20c5b05bd None None] DHCP Agent not found on host dv-cinder-827581-1-iscsi {{(pid=102484) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 03 02:48:45.818374 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ab7b-a5da-462c-800c-201e7046f5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133769095'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:47.873129 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-06f49934-68dd-483a-a896-30babdc50fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133769095'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:47.906648 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a2f2-0e6a-4a47-aa79-dc3f8b7653eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:49.619902 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133769095'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:50.547582 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133769095'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:51.325260 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.db.l3_hamode_db [None req-417c0112-f90e-4cd9-a047-affed499b603 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 02:48:51.405117 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c0112-f90e-4cd9-a047-affed499b603 None None] Routers set() bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:48:51.405480 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c0112-f90e-4cd9-a047-affed499b603 None None] Router IDs set() for agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 02:48:52.114870 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133769095'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:52.115912 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.116250 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.116600 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.116948 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.117283 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.117687 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.118020 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.118372 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.118751 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.119079 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.119578 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.119958 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.120306 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:48:52.120743 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-827581-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:48:52.126429 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827581-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:48:54.733508 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46036) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:48:55.261794 dv-cinder-827581-1-iscsi neutron-server[102482]: WARNING oslo_policy.policy [None req-0578d345-5938-40da-993b-5760e63ea320 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 02:48:55.262368 dv-cinder-827581-1-iscsi neutron-server[102482]: WARNING oslo_policy.policy [None req-0578d345-5938-40da-993b-5760e63ea320 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 02:48:55.485197 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [None req-0578d345-5938-40da-993b-5760e63ea320 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 02:48:55.486489 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-0578d345-5938-40da-993b-5760e63ea320 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7509885 Feb 03 02:48:58.155904 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46052) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:48:58.498229 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-dd125fbb-2cf0-451c-9466-1b6022e66d97 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'tenant_id': '1d8bb283e83f49d4ae1d0a1e9323f94b', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:48:58.587001 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.policy [None req-dd125fbb-2cf0-451c-9466-1b6022e66d97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102482) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 02:48:58.627690 dv-cinder-827581-1-iscsi neutron-server[102482]: WARNING oslo_policy.policy [None req-dd125fbb-2cf0-451c-9466-1b6022e66d97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 02:48:58.628008 dv-cinder-827581-1-iscsi neutron-server[102482]: WARNING oslo_policy.policy [None req-dd125fbb-2cf0-451c-9466-1b6022e66d97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 02:48:58.724598 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dd125fbb-2cf0-451c-9466-1b6022e66d97 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757106669020', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757106669539', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757106683159', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757106685467', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757106678532', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757106702572', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-706216', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-696488', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133721861', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133642725'] for rbac-policy (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:58.801248 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dd125fbb-2cf0-451c-9466-1b6022e66d97 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:48:58.802492 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-dd125fbb-2cf0-451c-9466-1b6022e66d97 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6455848 Feb 03 02:49:01.425950 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46064) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:49:01.956007 dv-cinder-827581-1-iscsi neutron-server[102483]: WARNING oslo_policy.policy [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 02:49:01.956887 dv-cinder-827581-1-iscsi neutron-server[102483]: WARNING oslo_policy.policy [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 02:49:02.187623 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'name': 'private'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:49:02.244591 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Made reservation on behalf of d2de8007f03248b1ae1b7efb76862307 for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:49:02.303980 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.policy [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102483) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 02:49:02.344094 dv-cinder-827581-1-iscsi neutron-server[102483]: WARNING oslo_policy.policy [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 02:49:02.344461 dv-cinder-827581-1-iscsi neutron-server[102483]: WARNING oslo_policy.policy [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 02:49:02.353944 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:02.376767 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:02.490388 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Publish callbacks [] for security_group (68270a3b-18b5-4503-a49d-4a03a2d113a5), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:02.496158 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (68270a3b-18b5-4503-a49d-4a03a2d113a5), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:02.520942 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:49:02.546309 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757102833821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:02.546903 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Unsubscribe: segment precommit_create {{(pid=102483) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 02:49:02.547419 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Added segment f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff of type vlan for network aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c Feb 03 02:49:02.553250 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68270a3b-18b5-4503-a49d-4a03a2d113a5,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:02.592423 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.592817 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.593165 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.593494 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.593828 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.594155 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.594488 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.594818 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.595157 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.595500 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.595821 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.596143 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.596453 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Tracked resource versions report: Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: pushed versions: Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: { 'AddressGroup': {'1.2'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'ConntrackHelper': {'1.0'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'LocalIPAssociation': {'1.0'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Log': {'1.0'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Network': {'1.1'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Port': {'1.7'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'PortForwarding': {'1.2'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'QosPolicy': {'1.10'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SecurityGroup': {'1.5'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SecurityGroupRule': {'1.2'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SubPort': {'1.0'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Subnet': {'1.1'}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Trunk': {'1.1'}} Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: consumer versions: Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: { DHCP agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: L3 agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: Metadata agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: Metering agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: Open vSwitch agent@dv-cinder-827581-1-iscsi: { 'AddressGroup': '1.2', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'ConntrackHelper': '1.0', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'LocalIPAssociation': '1.0', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Log': '1.0', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Network': '1.1', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Port': '1.7', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'PortForwarding': '1.2', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'QosPolicy': '1.10', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SecurityGroup': '1.5', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SecurityGroupRule': '1.2', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SubPort': '1.0', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Subnet': '1.1', Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Trunk': '1.1'}} Feb 03 02:49:02.597999 dv-cinder-827581-1-iscsi neutron-server[102483]: {{(pid=102483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 02:49:02.669128 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:02.709113 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:02.710284 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:49:02.710983 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:02.766471 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3394523 Feb 03 02:49:02.817046 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ca14b-2cee-4a92-a7ee-8e644f6dee2b admin admin] Pushing event updated for resources: {'Network': ['ID=aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:02.829284 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:49:05.507041 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46086) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:49:05.933841 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c96a8-5914-4eb1-80b7-e68f4b6fc494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:49:05.935151 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-805c96a8-5914-4eb1-80b7-e68f4b6fc494 admin admin] 10.222.0.31 "GET /v2.0/networks/aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c HTTP/1.1" status: 200 len: 825 time: 0.4267659 Feb 03 02:49:05.976121 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-416706c4-ec14-43ed-92ff-e099c1e3b1a5 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/2fbcd144-54e2-4f6a-973d-8f69ff035b21 HTTP/1.1" status: 200 len: 734 time: 0.0321653 Feb 03 02:49:05.987938 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '2fbcd144-54e2-4f6a-973d-8f69ff035b21', 'name': 'private-subnet', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'ip_version': 4, 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:49:06.014951 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] Made reservation on behalf of d2de8007f03248b1ae1b7efb76862307 for: {'subnet': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:49:06.018547 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:06.304009 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (47552ec7-0163-4a44-a6da-bb896906597b), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:06.381141 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=47552ec7-0163-4a44-a6da-bb896906597b,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:06.387857 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] Checking segment: {'id': 'f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:49:06.388215 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] Network hostable DHCP agents. Network: aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:49:06.412161 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] Network aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:49:06.428747 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c) {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:49:06.433366 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:49:06.433962 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:06.438733 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d06d47-d950-4a95-88b5-21d20683541b None None] Network aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:49:06.450113 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-df2424c9-97ff-402d-b8eb-edab20bea5ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4654510 Feb 03 02:49:06.706482 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa841b9d2-c864-5295-a893-1e3e6657c43d-aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c', 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c', 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'fixed_ips': [{'subnet_id': '47552ec7-0163-4a44-a6da-bb896906597b'}]}} from dv-cinder-827581-1-iscsi. {{(pid=102484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 02:49:06.707764 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:06.978999 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.db_base_plugin_common [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Allocated IP 172.20.0.2 (aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c/47552ec7-0163-4a44-a6da-bb896906597b/296316b9-73ce-4ef2-8484-dd3e2a9ae376) {{(pid=102484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:49:07.245119 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Publish callbacks [] for port (296316b9-73ce-4ef2-8484-dd3e2a9ae376), precommit_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:07.253370 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (296316b9-73ce-4ef2-8484-dd3e2a9ae376), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:07.333795 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Network aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c is already hosted by enough agents. {{(pid=102484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:49:07.339755 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.base_scheduler [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Resources bound (agent type, host, resource id): {{(pid=102484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:49:07.341714 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Pushing event updated for resources: {'Port': ['ID=296316b9-73ce-4ef2-8484-dd3e2a9ae376,revision_number=1']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:07.349717 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Received port after_create {{(pid=102484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:49:07.353339 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.353703 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.354069 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.354406 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.354743 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.355086 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.355774 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.356103 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.356433 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.356793 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.357125 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.357442 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.357761 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Tracked resource versions report: Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: pushed versions: Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: { 'AddressGroup': {'1.2'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'ConntrackHelper': {'1.0'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'LocalIPAssociation': {'1.0'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Log': {'1.0'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Network': {'1.1'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Port': {'1.7'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'PortForwarding': {'1.2'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'QosPolicy': {'1.10'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SecurityGroup': {'1.5'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SecurityGroupRule': {'1.2'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SubPort': {'1.0'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Subnet': {'1.1'}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Trunk': {'1.1'}} Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: consumer versions: Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: { DHCP agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: L3 agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: Metadata agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: Metering agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: Open vSwitch agent@dv-cinder-827581-1-iscsi: { 'AddressGroup': '1.2', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'ConntrackHelper': '1.0', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'LocalIPAssociation': '1.0', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Log': '1.0', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Network': '1.1', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Port': '1.7', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'PortForwarding': '1.2', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'QosPolicy': '1.10', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SecurityGroup': '1.5', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SecurityGroupRule': '1.2', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SubPort': '1.0', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Subnet': '1.1', Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Trunk': '1.1'}} Feb 03 02:49:07.359153 dv-cinder-827581-1-iscsi neutron-server[102484]: {{(pid=102484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 02:49:07.435261 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Attempting to bind port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:49:07.435660 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Attempting to bind port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:49:07.436102 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Attempting to bind port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 on network aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:49:07.441231 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:49:07.441869 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Checking segment: {'id': 'f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:49:07.442071 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:07.442458 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Bound using segment: {'id': 'f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:49:07.442942 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Bound port: 296316b9-73ce-4ef2-8484-dd3e2a9ae376, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:49:07.443334 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (296316b9-73ce-4ef2-8484-dd3e2a9ae376), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:07.504280 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] For port 296316b9-73ce-4ef2-8484-dd3e2a9ae376, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:49:07.508532 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] For port 296316b9-73ce-4ef2-8484-dd3e2a9ae376, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=296316b9-73ce-4ef2-8484-dd3e2a9ae376,segment=NetworkSegment(f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff),segment_id=f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:49:07.519408 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (296316b9-73ce-4ef2-8484-dd3e2a9ae376), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:07.578211 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58bfa1-068d-44e6-a8a0-338280b76c88 None None] Pushing event updated for resources: {'Port': ['ID=296316b9-73ce-4ef2-8484-dd3e2a9ae376,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:08.879049 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46094) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:49:09.220072 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [None req-0cdc2357-1ff4-4aea-895d-ad215c9dd7f3 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 02:49:09.221101 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-0cdc2357-1ff4-4aea-895d-ad215c9dd7f3 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3410764 Feb 03 02:49:11.790064 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46102) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:49:12.246028 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [None req-f98a7961-0bdf-48a7-8a3f-7f6de149b443 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 02:49:12.247131 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-f98a7961-0bdf-48a7-8a3f-7f6de149b443 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4561346 Feb 03 02:49:14.952300 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46112) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:49:15.274585 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-b4e585e7-1d91-4522-b885-8a6eb3ba5f06 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'name': 'router1'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:49:15.300141 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b4e585e7-1d91-4522-b885-8a6eb3ba5f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133767861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29157'] for router (0904ec0f-70e8-49c7-9cf3-828e352d0d37), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:15.301927 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b4e585e7-1d91-4522-b885-8a6eb3ba5f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133774051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133725025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29164'] for router (0904ec0f-70e8-49c7-9cf3-828e352d0d37), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:15.439049 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b4e585e7-1d91-4522-b885-8a6eb3ba5f06 admin admin] Publish callbacks [] for router_controller (0904ec0f-70e8-49c7-9cf3-828e352d0d37), precommit_add_association {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:15.444257 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b4e585e7-1d91-4522-b885-8a6eb3ba5f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133774014'] for router (0904ec0f-70e8-49c7-9cf3-828e352d0d37), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:15.459787 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b4e585e7-1d91-4522-b885-8a6eb3ba5f06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:15.476820 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-b4e585e7-1d91-4522-b885-8a6eb3ba5f06 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5077546 Feb 03 02:49:15.576515 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-1f35272d-c5c6-4762-bc0b-bac6eddb3f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:17.848398 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-a31808cc-9bf7-401d-b79b-8167a3e3c681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:17.920038 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46124) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:49:18.253623 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [None req-301876c2-9e14-4ba8-8c01-25a020adc5dc admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 02:49:18.254625 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-301876c2-9e14-4ba8-8c01-25a020adc5dc admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3335702 Feb 03 02:49:18.470483 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba63f3b-d93b-4306-be0f-ec7e68b2e063 None None] Network aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:49:18.547091 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-c1fbe4aa-652c-4f06-b1b1-c4005b17c505 None None] Provisioning complete for port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:49:18.547505 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c1fbe4aa-652c-4f06-b1b1-c4005b17c505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (296316b9-73ce-4ef2-8484-dd3e2a9ae376), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:18.723816 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 296316b9-73ce-4ef2-8484-dd3e2a9ae376 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:49:18.788359 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-c1fbe4aa-652c-4f06-b1b1-c4005b17c505 None None] Current status of the port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:49:18.788805 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c1fbe4aa-652c-4f06-b1b1-c4005b17c505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (296316b9-73ce-4ef2-8484-dd3e2a9ae376), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:18.834099 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:49:18.834500 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (296316b9-73ce-4ef2-8484-dd3e2a9ae376), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:18.864216 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-c1fbe4aa-652c-4f06-b1b1-c4005b17c505 None None] For port 296316b9-73ce-4ef2-8484-dd3e2a9ae376, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=296316b9-73ce-4ef2-8484-dd3e2a9ae376,segment=NetworkSegment(f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff),segment_id=f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:49:18.870676 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c1fbe4aa-652c-4f06-b1b1-c4005b17c505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (296316b9-73ce-4ef2-8484-dd3e2a9ae376), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:18.944617 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbe4aa-652c-4f06-b1b1-c4005b17c505 None None] Pushing event updated for resources: {'Port': ['ID=296316b9-73ce-4ef2-8484-dd3e2a9ae376,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:18.958976 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:49:18.989701 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-69b79bf3-79ce-4615-928a-d8e7b5d7ba2c None None] Provisioning complete for port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:49:18.990088 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-69b79bf3-79ce-4615-928a-d8e7b5d7ba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (296316b9-73ce-4ef2-8484-dd3e2a9ae376), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:19.066072 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-69b79bf3-79ce-4615-928a-d8e7b5d7ba2c None None] Current status of the port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:49:19.515610 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:20.483437 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:20.654105 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 296316b9-73ce-4ef2-8484-dd3e2a9ae376 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:49:20.703912 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:49:20.704391 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (296316b9-73ce-4ef2-8484-dd3e2a9ae376), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:20.768823 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46156) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:49:20.781781 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:49:20.903437 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Request body: {'network': {'tenant_id': '1d8bb283e83f49d4ae1d0a1e9323f94b', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'project_id': '1d8bb283e83f49d4ae1d0a1e9323f94b'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:49:20.926450 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Made reservation on behalf of 1d8bb283e83f49d4ae1d0a1e9323f94b for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:49:20.928644 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:20.936599 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:21.009754 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Publish callbacks [] for security_group (a650abb6-9488-4bec-adc2-71adc1c6a372), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:21.015776 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (a650abb6-9488-4bec-adc2-71adc1c6a372), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:21.032295 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Reserving flat network on physical network physnet1 {{(pid=102483) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 03 02:49:21.047598 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a650abb6-9488-4bec-adc2-71adc1c6a372,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:21.053903 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (a9b3201c-a112-4f6d-9f39-01e42e0da104), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:21.054220 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Added segment a9b3201c-a112-4f6d-9f39-01e42e0da104 of type flat for network 23732c56-e7be-4225-97cf-e051946979f1 Feb 03 02:49:21.109589 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (23732c56-e7be-4225-97cf-e051946979f1), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:21.143378 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (23732c56-e7be-4225-97cf-e051946979f1), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:21.144310 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:49:21.144928 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:21.192674 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4227808 Feb 03 02:49:21.205365 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a3abb-339c-4831-a803-bcfa6eb24192 admin admin] Pushing event updated for resources: {'Network': ['ID=23732c56-e7be-4225-97cf-e051946979f1,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:21.215840 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 23732c56-e7be-4225-97cf-e051946979f1 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:49:22.118489 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:23.473901 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46164) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:49:23.574291 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37be09f-878c-4688-a5b2-2538f6e4d187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:49:23.575608 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-f37be09f-878c-4688-a5b2-2538f6e4d187 admin admin] 10.222.0.31 "GET /v2.0/subnets/47552ec7-0163-4a44-a6da-bb896906597b HTTP/1.1" status: 200 len: 849 time: 0.1006405 Feb 03 02:49:23.692584 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-96daa06b-f4b3-4ea1-ba45-2aa29fd98d4e admin admin] 10.222.0.31 "GET /v2.0/routers/0904ec0f-70e8-49c7-9cf3-828e352d0d37 HTTP/1.1" status: 200 len: 704 time: 0.1112547 Feb 03 02:49:23.953684 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:24.248853 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Allocated IP 172.20.0.1 (aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c/47552ec7-0163-4a44-a6da-bb896906597b/e9be6bc8-8188-45f4-85a5-48d5bb52aed1) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:49:24.449238 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Publish callbacks [] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:24.523162 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:24.596917 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Network aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:49:24.602270 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:49:24.605395 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:49:24.605892 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133773539'] for router_interface (0904ec0f-70e8-49c7-9cf3-828e352d0d37), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:24.668253 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Pushing event updated for resources: {'Port': ['ID=e9be6bc8-8188-45f4-85a5-48d5bb52aed1,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:24.816208 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:24.833397 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-71d1fa96-cbfa-4c63-80b4-ba1f6bcf09c6 None None] Provisioning complete for port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:49:24.833983 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-71d1fa96-cbfa-4c63-80b4-ba1f6bcf09c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:24.917236 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-71d1fa96-cbfa-4c63-80b4-ba1f6bcf09c6 None None] Port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:49:25.029514 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Publish callbacks [] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:25.037464 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:25.038339 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133769075'] for router_interface (0904ec0f-70e8-49c7-9cf3-828e352d0d37), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:25.114799 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Pushing event updated for resources: {'Port': ['ID=e9be6bc8-8188-45f4-85a5-48d5bb52aed1,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:25.165409 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Network aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:49:25.166986 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:49:25.328311 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Router 0904ec0f-70e8-49c7-9cf3-828e352d0d37 is scheduled to L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 with binding_index 1 {{(pid=102483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 02:49:25.344458 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-e87f5b1f-283e-4cf5-b4ff-4b30b5d5674d None None] Provisioning complete for port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:49:25.344930 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e87f5b1f-283e-4cf5-b4ff-4b30b5d5674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:25.394864 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-e87f5b1f-283e-4cf5-b4ff-4b30b5d5674d None None] Port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:49:25.451928 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:49:25.457993 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ffb726be-34ec-4c03-a29b-469c5ecbbed9 admin admin] 10.222.0.31 "PUT /v2.0/routers/0904ec0f-70e8-49c7-9cf3-828e352d0d37/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7595637 Feb 03 02:49:25.480835 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Sync routers for ids ['0904ec0f-70e8-49c7-9cf3-828e352d0d37'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:49:25.494522 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Routers {'0904ec0f-70e8-49c7-9cf3-828e352d0d37'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:49:25.495360 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:49:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0904ec0f-70e8-49c7-9cf3-828e352d0d37'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:49:25.680128 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Set router 0904ec0f-70e8-49c7-9cf3-828e352d0d37 gateway port host: None {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:49:26.109322 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'name': 'router1', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:49:15Z', 'updated_at': '2022-02-03T02:49:24Z', 'revision_number': 2, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'gw_port_host': None, '_interfaces': [{'id': 'e9be6bc8-8188-45f4-85a5-48d5bb52aed1', 'name': '', 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'mac_address': 'fa:16:3e:8e:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47552ec7-0163-4a44-a6da-bb896906597b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:49:23Z', 'updated_at': '2022-02-03T02:49:24Z', 'revision_number': 2, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'subnets': [{'id': '47552ec7-0163-4a44-a6da-bb896906597b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbcd144-54e2-4f6a-973d-8f69ff035b21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:49:26.159739 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Checking router: 0904ec0f-70e8-49c7-9cf3-828e352d0d37 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:49:26.160105 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Updating router 0904ec0f-70e8-49c7-9cf3-828e352d0d37 port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 binding host dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:49:26.211285 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:26.716049 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Publish callbacks [] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), precommit_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:26.723157 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:26.887364 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Pushing event updated for resources: {'Port': ['ID=e9be6bc8-8188-45f4-85a5-48d5bb52aed1,revision_number=3']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:26.889901 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Attempting to bind port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:49:26.890298 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Attempting to bind port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c'}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:49:26.890708 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Attempting to bind port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 on network aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:49:26.901037 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:49:26.901437 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Checking segment: {'id': 'f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:49:26.901935 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:26.902310 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Bound using segment: {'id': 'f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c'} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:49:26.902811 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Bound port: e9be6bc8-8188-45f4-85a5-48d5bb52aed1, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c'}}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:49:26.903191 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:26.905589 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.905955 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.906318 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.906659 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.906990 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.907318 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.907647 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.907971 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.908424 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.908886 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.909213 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.909606 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.909934 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Tracked resource versions report: Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: pushed versions: Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: { 'AddressGroup': {'1.2'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'ConntrackHelper': {'1.0'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'LocalIPAssociation': {'1.0'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Log': {'1.0'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Network': {'1.1'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Port': {'1.7'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'PortForwarding': {'1.2'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'QosPolicy': {'1.10'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SecurityGroup': {'1.5'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SecurityGroupRule': {'1.2'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SubPort': {'1.0'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Subnet': {'1.1'}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Trunk': {'1.1'}} Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: consumer versions: Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: { DHCP agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: L3 agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: Metadata agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: Metering agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: Open vSwitch agent@dv-cinder-827581-1-iscsi: { 'AddressGroup': '1.2', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'ConntrackHelper': '1.0', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'LocalIPAssociation': '1.0', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Log': '1.0', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Network': '1.1', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Port': '1.7', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'PortForwarding': '1.2', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'QosPolicy': '1.10', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SecurityGroup': '1.5', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SecurityGroupRule': '1.2', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SubPort': '1.0', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Subnet': '1.1', Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Trunk': '1.1'}} Feb 03 02:49:26.912746 dv-cinder-827581-1-iscsi neutron-server[102485]: {{(pid=102485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 02:49:26.930155 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-19561a71-20fb-4b5e-8205-2e46e1f5b879 None None] Provisioning complete for port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:49:26.930637 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-19561a71-20fb-4b5e-8205-2e46e1f5b879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:26.968480 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-19561a71-20fb-4b5e-8205-2e46e1f5b879 None None] Port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:49:26.978594 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] For port e9be6bc8-8188-45f4-85a5-48d5bb52aed1, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:49:26.998170 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] For port e9be6bc8-8188-45f4-85a5-48d5bb52aed1, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=e9be6bc8-8188-45f4-85a5-48d5bb52aed1,segment=NetworkSegment(f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff),segment_id=f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff)] {{(pid=102485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:49:27.004356 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:27.059919 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Routers {'0904ec0f-70e8-49c7-9cf3-828e352d0d37'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:49:27.060525 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:49:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0904ec0f-70e8-49c7-9cf3-828e352d0d37'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:49:27.063669 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cdc96-4ba7-4856-8c6d-ddfebad3bf2a None None] Pushing event updated for resources: {'Port': ['ID=e9be6bc8-8188-45f4-85a5-48d5bb52aed1,revision_number=4']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:27.151279 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] Set router 0904ec0f-70e8-49c7-9cf3-828e352d0d37 gateway port host: None {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:49:27.291693 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-4f8e8512-ba66-43db-8f18-4b65bc8b2db9 None None] Provisioning complete for port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:49:27.292073 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8512-ba66-43db-8f18-4b65bc8b2db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:27.363602 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'name': 'router1', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:49:15Z', 'updated_at': '2022-02-03T02:49:24Z', 'revision_number': 2, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'gw_port_host': None, '_interfaces': [{'id': 'e9be6bc8-8188-45f4-85a5-48d5bb52aed1', 'name': '', 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'mac_address': 'fa:16:3e:8e:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47552ec7-0163-4a44-a6da-bb896906597b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:49:23Z', 'updated_at': '2022-02-03T02:49:26Z', 'revision_number': 4, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'subnets': [{'id': '47552ec7-0163-4a44-a6da-bb896906597b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbcd144-54e2-4f6a-973d-8f69ff035b21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:49:27.368732 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e8512-ba66-43db-8f18-4b65bc8b2db9 None None] Current status of the port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:49:27.369143 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8512-ba66-43db-8f18-4b65bc8b2db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:27.390656 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e85974-03d9-46cd-b8bf-60dc2d59d79e None None] The sync data for ids ['0904ec0f-70e8-49c7-9cf3-828e352d0d37'] in dv-cinder-827581-1-iscsi is: [{'id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'name': 'router1', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:49:15Z', 'updated_at': '2022-02-03T02:49:24Z', 'revision_number': 2, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'gw_port_host': None, '_interfaces': [{'id': 'e9be6bc8-8188-45f4-85a5-48d5bb52aed1', 'name': '', 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'mac_address': 'fa:16:3e:8e:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47552ec7-0163-4a44-a6da-bb896906597b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:49:23Z', 'updated_at': '2022-02-03T02:49:26Z', 'revision_number': 4, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'subnets': [{'id': '47552ec7-0163-4a44-a6da-bb896906597b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbcd144-54e2-4f6a-973d-8f69ff035b21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:49:27.407101 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-4f8e8512-ba66-43db-8f18-4b65bc8b2db9 None None] For port e9be6bc8-8188-45f4-85a5-48d5bb52aed1, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=e9be6bc8-8188-45f4-85a5-48d5bb52aed1,segment=NetworkSegment(f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff),segment_id=f7d7920f-52f3-4776-8ea6-2fcd8e4f82ff)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:49:27.413782 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8512-ba66-43db-8f18-4b65bc8b2db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:27.463126 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e8512-ba66-43db-8f18-4b65bc8b2db9 None None] Pushing event updated for resources: {'Port': ['ID=e9be6bc8-8188-45f4-85a5-48d5bb52aed1,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:28.219184 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 5 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:49:30.045004 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46182) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:49:30.229993 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ceb526-05a9-4b2e-99ae-1ef94fea62c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:49:30.231410 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a4ceb526-05a9-4b2e-99ae-1ef94fea62c5 admin admin] 10.222.0.31 "GET /v2.0/networks/23732c56-e7be-4225-97cf-e051946979f1 HTTP/1.1" status: 200 len: 842 time: 0.1854010 Feb 03 02:49:30.241080 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '1d8bb283e83f49d4ae1d0a1e9323f94b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:49:30.266437 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Made reservation on behalf of 1d8bb283e83f49d4ae1d0a1e9323f94b for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:49:30.269023 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:30.661837 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.objects.ports [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102482) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 02:49:30.662191 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (c172f41c-4720-4e6f-bf0d-1c34a08fd6e3), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:30.726042 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c172f41c-4720-4e6f-bf0d-1c34a08fd6e3,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:30.730680 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Checking segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:49:30.731053 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Network hostable DHCP agents. Network: 23732c56-e7be-4225-97cf-e051946979f1, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:49:30.739470 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.739823 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.740162 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.740497 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.740905 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.741232 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.741567 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.741882 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.742228 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.742564 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.742882 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.743191 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.743513 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Tracked resource versions report: Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: pushed versions: Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: { 'AddressGroup': {'1.2'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'ConntrackHelper': {'1.0'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'LocalIPAssociation': {'1.0'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Log': {'1.0'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Network': {'1.1'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Port': {'1.7'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'PortForwarding': {'1.2'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'QosPolicy': {'1.10'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SecurityGroup': {'1.5'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SecurityGroupRule': {'1.2'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SubPort': {'1.0'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Subnet': {'1.1'}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Trunk': {'1.1'}} Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: consumer versions: Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: { DHCP agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: L3 agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: Metadata agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: Metering agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: Open vSwitch agent@dv-cinder-827581-1-iscsi: { 'AddressGroup': '1.2', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'ConntrackHelper': '1.0', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'LocalIPAssociation': '1.0', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Log': '1.0', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Network': '1.1', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Port': '1.7', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'PortForwarding': '1.2', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'QosPolicy': '1.10', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SecurityGroup': '1.5', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SecurityGroupRule': '1.2', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SubPort': '1.0', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Subnet': '1.1', Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Trunk': '1.1'}} Feb 03 02:49:30.744848 dv-cinder-827581-1-iscsi neutron-server[102482]: {{(pid=102482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 02:49:30.776433 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Network 23732c56-e7be-4225-97cf-e051946979f1 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:49:30.789545 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 23732c56-e7be-4225-97cf-e051946979f1) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:49:30.794248 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:49:30.794871 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:30.801219 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3cd7ad-d248-48b6-8a76-d786fb611df4 None None] Network 23732c56-e7be-4225-97cf-e051946979f1 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:49:30.826275 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-25c88d9b-2403-4359-9843-c372905789e0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5737524 Feb 03 02:49:30.908458 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669d118-afcb-487d-830c-b581d6fa399e None None] Network 23732c56-e7be-4225-97cf-e051946979f1 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:49:33.126763 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46194) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:49:33.264547 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-cafd8011-f024-4ce5-b056-409a7e337990 admin admin] 10.222.0.31 "GET /v2.0/routers/0904ec0f-70e8-49c7-9cf3-828e352d0d37 HTTP/1.1" status: 200 len: 710 time: 0.1365838 Feb 03 02:49:33.350263 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec4e79-fb78-4875-ad7a-5384b8a75d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:49:33.351526 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-1cec4e79-fb78-4875-ad7a-5384b8a75d3c admin admin] 10.222.0.31 "GET /v2.0/networks/23732c56-e7be-4225-97cf-e051946979f1 HTTP/1.1" status: 200 len: 886 time: 0.0813973 Feb 03 02:49:33.360757 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:49:33.669739 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Publish callbacks [] for router_gateway (0904ec0f-70e8-49c7-9cf3-828e352d0d37), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:33.911501 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Publish callbacks [] for router_gateway (0904ec0f-70e8-49c7-9cf3-828e352d0d37), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:33.990187 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:34.091196 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Allocated IP 172.27.2.209 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/46e0131d-27b5-46b1-b69b-8bac495ce0dd) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:49:34.190087 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Publish callbacks [] for port (46e0131d-27b5-46b1-b69b-8bac495ce0dd), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:34.225944 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (46e0131d-27b5-46b1-b69b-8bac495ce0dd), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:34.263492 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:49:34.267463 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:49:34.274143 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:49:34.275876 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Pushing event updated for resources: {'Port': ['ID=46e0131d-27b5-46b1-b69b-8bac495ce0dd,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:34.524239 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Publish callbacks [] for router_gateway (0904ec0f-70e8-49c7-9cf3-828e352d0d37), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:34.700782 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device e9be6bc8-8188-45f4-85a5-48d5bb52aed1 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:49:34.720595 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133773969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-499755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29178'] for router (0904ec0f-70e8-49c7-9cf3-828e352d0d37), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:34.723859 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133774014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133773960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133773959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-499746'] for router (0904ec0f-70e8-49c7-9cf3-828e352d0d37), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:34.751955 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:49:34.752483 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:34.825730 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:49:34.826267 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Router 0904ec0f-70e8-49c7-9cf3-828e352d0d37 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 02:49:35.017232 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:49:35.021543 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:35.037100 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-5738db65-d5ba-4974-9894-4582b16a6894 admin admin] 10.222.0.31 "PUT /v2.0/routers/0904ec0f-70e8-49c7-9cf3-828e352d0d37 HTTP/1.1" status: 200 len: 890 time: 1.6651337 Feb 03 02:49:35.496491 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Sync routers for ids ['0904ec0f-70e8-49c7-9cf3-828e352d0d37'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:49:35.507977 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Routers {'0904ec0f-70e8-49c7-9cf3-828e352d0d37'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:49:35.508626 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:49:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0904ec0f-70e8-49c7-9cf3-828e352d0d37'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:49:35.735745 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Set router 0904ec0f-70e8-49c7-9cf3-828e352d0d37 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:49:36.201472 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'name': 'router1', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '46e0131d-27b5-46b1-b69b-8bac495ce0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:49:15Z', 'updated_at': '2022-02-03T02:49:34Z', 'revision_number': 4, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'gw_port': {'id': '46e0131d-27b5-46b1-b69b-8bac495ce0dd', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:49:33Z', 'updated_at': '2022-02-03T02:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'e9be6bc8-8188-45f4-85a5-48d5bb52aed1', 'name': '', 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'mac_address': 'fa:16:3e:8e:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47552ec7-0163-4a44-a6da-bb896906597b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:49:23Z', 'updated_at': '2022-02-03T02:49:27Z', 'revision_number': 5, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'subnets': [{'id': '47552ec7-0163-4a44-a6da-bb896906597b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbcd144-54e2-4f6a-973d-8f69ff035b21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:49:36.250168 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Checking router: 0904ec0f-70e8-49c7-9cf3-828e352d0d37 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:49:36.250404 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Updating router 0904ec0f-70e8-49c7-9cf3-828e352d0d37 port 46e0131d-27b5-46b1-b69b-8bac495ce0dd binding host dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:49:36.305293 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (46e0131d-27b5-46b1-b69b-8bac495ce0dd), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:36.610995 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Publish callbacks [] for port (46e0131d-27b5-46b1-b69b-8bac495ce0dd), precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:36.618714 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (46e0131d-27b5-46b1-b69b-8bac495ce0dd), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:36.668687 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Attempting to bind port 46e0131d-27b5-46b1-b69b-8bac495ce0dd on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:49:36.669108 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Attempting to bind port 46e0131d-27b5-46b1-b69b-8bac495ce0dd by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:49:36.669472 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Attempting to bind port 46e0131d-27b5-46b1-b69b-8bac495ce0dd on network 23732c56-e7be-4225-97cf-e051946979f1 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:49:36.672201 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ea300-d014-4158-8d5e-d43eb0e4c29b None None] Pushing event updated for resources: {'Port': ['ID=46e0131d-27b5-46b1-b69b-8bac495ce0dd,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:36.677646 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:49:36.678121 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Checking segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:49:36.678530 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:36.678912 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Bound using segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:49:36.679398 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Bound port: 46e0131d-27b5-46b1-b69b-8bac495ce0dd, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:49:36.679736 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (46e0131d-27b5-46b1-b69b-8bac495ce0dd), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:36.731023 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] For port 46e0131d-27b5-46b1-b69b-8bac495ce0dd, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:49:36.734453 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] For port 46e0131d-27b5-46b1-b69b-8bac495ce0dd, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=46e0131d-27b5-46b1-b69b-8bac495ce0dd,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:49:36.742154 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (46e0131d-27b5-46b1-b69b-8bac495ce0dd), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:36.797868 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Routers {'0904ec0f-70e8-49c7-9cf3-828e352d0d37'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:49:36.798469 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:49:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0904ec0f-70e8-49c7-9cf3-828e352d0d37'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:49:36.801513 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ea300-d014-4158-8d5e-d43eb0e4c29b None None] Pushing event updated for resources: {'Port': ['ID=46e0131d-27b5-46b1-b69b-8bac495ce0dd,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:36.904053 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] Set router 0904ec0f-70e8-49c7-9cf3-828e352d0d37 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:49:37.108502 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'name': 'router1', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '46e0131d-27b5-46b1-b69b-8bac495ce0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:49:15Z', 'updated_at': '2022-02-03T02:49:34Z', 'revision_number': 4, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'gw_port': {'id': '46e0131d-27b5-46b1-b69b-8bac495ce0dd', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:49:33Z', 'updated_at': '2022-02-03T02:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'e9be6bc8-8188-45f4-85a5-48d5bb52aed1', 'name': '', 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'mac_address': 'fa:16:3e:8e:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47552ec7-0163-4a44-a6da-bb896906597b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:49:23Z', 'updated_at': '2022-02-03T02:49:27Z', 'revision_number': 5, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'subnets': [{'id': '47552ec7-0163-4a44-a6da-bb896906597b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbcd144-54e2-4f6a-973d-8f69ff035b21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:49:37.138649 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62bdafc-d188-406f-a819-59467f49f870 None None] The sync data for ids ['0904ec0f-70e8-49c7-9cf3-828e352d0d37'] in dv-cinder-827581-1-iscsi is: [{'id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'name': 'router1', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '46e0131d-27b5-46b1-b69b-8bac495ce0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:49:15Z', 'updated_at': '2022-02-03T02:49:34Z', 'revision_number': 4, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'gw_port': {'id': '46e0131d-27b5-46b1-b69b-8bac495ce0dd', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:49:33Z', 'updated_at': '2022-02-03T02:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'e9be6bc8-8188-45f4-85a5-48d5bb52aed1', 'name': '', 'network_id': 'aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c', 'tenant_id': 'd2de8007f03248b1ae1b7efb76862307', 'mac_address': 'fa:16:3e:8e:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0904ec0f-70e8-49c7-9cf3-828e352d0d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47552ec7-0163-4a44-a6da-bb896906597b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:49:23Z', 'updated_at': '2022-02-03T02:49:27Z', 'revision_number': 5, 'project_id': 'd2de8007f03248b1ae1b7efb76862307', 'subnets': [{'id': '47552ec7-0163-4a44-a6da-bb896906597b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbcd144-54e2-4f6a-973d-8f69ff035b21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:49:37.463193 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46206) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:49:37.585132 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-2972d36c-9918-40ce-a921-d978605c73b5 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1207585 Feb 03 02:49:38.707025 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 46e0131d-27b5-46b1-b69b-8bac495ce0dd up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:49:38.764699 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 46e0131d-27b5-46b1-b69b-8bac495ce0dd triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:49:38.765139 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (46e0131d-27b5-46b1-b69b-8bac495ce0dd), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:38.844144 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 46e0131d-27b5-46b1-b69b-8bac495ce0dd is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:49:38.844566 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (46e0131d-27b5-46b1-b69b-8bac495ce0dd), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:38.875622 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port 46e0131d-27b5-46b1-b69b-8bac495ce0dd, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=46e0131d-27b5-46b1-b69b-8bac495ce0dd,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:49:38.881010 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (46e0131d-27b5-46b1-b69b-8bac495ce0dd), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:38.927794 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=46e0131d-27b5-46b1-b69b-8bac495ce0dd,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:49:40.664538 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 46e0131d-27b5-46b1-b69b-8bac495ce0dd up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:49:40.713341 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 46e0131d-27b5-46b1-b69b-8bac495ce0dd triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:49:40.713686 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (46e0131d-27b5-46b1-b69b-8bac495ce0dd), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:40.796922 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 46e0131d-27b5-46b1-b69b-8bac495ce0dd is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:49:45.593443 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-73e848b3-8bb7-46e0-b722-618c8b843d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:47.855125 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3550117f-7343-4dd3-8073-d1914391047a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:49.524614 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:50.486785 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:49:52.127170 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:50:05.218504 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 5 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:50:15.575316 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-aa42597e-e492-43aa-a1c6-bdbc5d494a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:50:17.849213 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-0660e809-bfc4-4e0e-877a-c65dd2dfe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:50:19.523215 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:50:20.493232 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:50:22.128366 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:50:42.218951 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 5 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:50:45.570619 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6c589af7-d8e6-4406-aedb-9505b45371a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:50:47.853961 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-43426185-beda-48ed-b3ef-0b7ff4837385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:50:49.525115 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:50:50.494068 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:50:52.124304 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:50:58.029456 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46692) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:50:58.097969 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d91316-81b0-4670-9e60-0ed1c472a772 admin admin] GET failed (client error): The resource could not be found. Feb 03 02:50:58.099277 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-53d91316-81b0-4670-9e60-0ed1c472a772 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0688219 Feb 03 02:50:58.263475 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a1ac3-8ef9-49b2-96b8-b12b2177a94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:50:58.264855 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-833a1ac3-8ef9-49b2-96b8-b12b2177a94c admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1609089 Feb 03 02:51:00.487094 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46702) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:00.619819 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58ecfdf-6e0c-454e-96be-d74e6b31a762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:00.621810 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d58ecfdf-6e0c-454e-96be-d74e6b31a762 admin admin] 10.222.0.31 "GET /v2.0/subnets/47552ec7-0163-4a44-a6da-bb896906597b HTTP/1.1" status: 200 len: 849 time: 0.1334362 Feb 03 02:51:00.633811 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:51:00.716538 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Publish callbacks [] for subnet (47552ec7-0163-4a44-a6da-bb896906597b), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:00.869215 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757102800101'] for subnet (47552ec7-0163-4a44-a6da-bb896906597b), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:00.901515 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:00.901515 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:00.902814 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] 10.222.0.31 "PUT /v2.0/subnets/47552ec7-0163-4a44-a6da-bb896906597b HTTP/1.1" status: 200 len: 868 time: 0.2728148 Feb 03 02:51:00.907869 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f12cf9c-6366-4391-8309-9ae4200ca3c3 None None] Network aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:51:00.923969 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47552ec7-0163-4a44-a6da-bb896906597b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:51:00.931977 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.932365 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.932695 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.933075 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.933409 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.933742 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.934088 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.934423 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.934771 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.935275 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.935598 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.935923 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:00.936262 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67afe18-0741-45dc-8fbb-64050e9ecbd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:01.284918 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-d94b1952-c0f1-458d-a626-1cb0cdb50c86 None None] Provisioning complete for port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:51:01.285179 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-d94b1952-c0f1-458d-a626-1cb0cdb50c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e9be6bc8-8188-45f4-85a5-48d5bb52aed1), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:01.366323 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-d94b1952-c0f1-458d-a626-1cb0cdb50c86 None None] Current status of the port e9be6bc8-8188-45f4-85a5-48d5bb52aed1 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:51:01.376245 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-d94b1952-c0f1-458d-a626-1cb0cdb50c86 None None] Provisioning complete for port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:51:01.376629 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-d94b1952-c0f1-458d-a626-1cb0cdb50c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (296316b9-73ce-4ef2-8484-dd3e2a9ae376), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:01.451536 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-d94b1952-c0f1-458d-a626-1cb0cdb50c86 None None] Current status of the port 296316b9-73ce-4ef2-8484-dd3e2a9ae376 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:51:03.129753 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46712) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:03.333513 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d23f98-e072-4934-98c1-bd4ff091d9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:03.333891 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d23f98-e072-4934-98c1-bd4ff091d9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:03.335429 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-91d23f98-e072-4934-98c1-bd4ff091d9d1 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2047007 Feb 03 02:51:05.558825 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46720) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:05.691095 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c451f-9d83-447c-b6bb-dea302c4640c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:05.691569 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c451f-9d83-447c-b6bb-dea302c4640c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:05.693127 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-dc6c451f-9d83-447c-b6bb-dea302c4640c admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333067 Feb 03 02:51:07.928405 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46728) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:08.056653 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d89ff5-7383-481f-bf5d-1d36c1062385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:08.058112 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-62d89ff5-7383-481f-bf5d-1d36c1062385 admin admin] 10.222.0.31 "GET /v2.0/networks/23732c56-e7be-4225-97cf-e051946979f1 HTTP/1.1" status: 200 len: 886 time: 0.1283863 Feb 03 02:51:10.283517 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46736) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:10.428851 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae7ac0-3f4a-493a-84fb-21268b9c9170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:10.430231 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-beae7ac0-3f4a-493a-84fb-21268b9c9170 admin admin] 10.222.0.31 "GET /v2.0/networks/aab10688-edf9-4cc0-8fc2-5c6f4a53ad8c HTTP/1.1" status: 200 len: 869 time: 0.1454887 Feb 03 02:51:12.650530 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46744) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:12.781482 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e46b055-f157-4847-933e-1d11cfe1a836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:12.781942 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e46b055-f157-4847-933e-1d11cfe1a836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:12.783460 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-2e46b055-f157-4847-933e-1d11cfe1a836 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1315944 Feb 03 02:51:14.999979 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46752) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:15.131064 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3306361-55d5-4570-894d-c4ae6bbe09e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:15.131517 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3306361-55d5-4570-894d-c4ae6bbe09e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:15.133035 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e3306361-55d5-4570-894d-c4ae6bbe09e7 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1320488 Feb 03 02:51:15.575002 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ca74dd11-5b12-4451-af55-f71be013ed25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:17.355003 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46760) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:17.450039 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e16a117-6a17-4da2-b88e-e738609c0550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:17.451388 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-0e16a117-6a17-4da2-b88e-e738609c0550 admin admin] 10.222.0.31 "GET /v2.0/subnets/47552ec7-0163-4a44-a6da-bb896906597b HTTP/1.1" status: 200 len: 868 time: 0.0954537 Feb 03 02:51:17.859723 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-fe5da341-5e87-4e2a-94fc-dd76a34d572b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:19.217608 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 5 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:51:19.530661 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:19.668752 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46768) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:19.759882 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9540389-c06e-4e97-a7a4-d034dd9c2447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:19.761260 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-c9540389-c06e-4e97-a7a4-d034dd9c2447 admin admin] 10.222.0.31 "GET /v2.0/subnets/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3 HTTP/1.1" status: 200 len: 816 time: 0.0915101 Feb 03 02:51:20.499439 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:22.131321 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:43.592253 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46822) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:43.649434 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [None req-bcde0ff1-db6e-4067-802e-098f16d26ff9 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 02:51:43.650483 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-bcde0ff1-db6e-4067-802e-098f16d26ff9 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0568972 Feb 03 02:51:45.582581 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-973ef525-050c-4288-96ff-a603f82833a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:45.957857 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46830) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:46.031707 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.pecan_wsgi.hooks.translation [None req-9931038a-94ce-4c7f-8cbf-4e4d08043137 admin admin] GET failed (client error): The resource could not be found. Feb 03 02:51:46.033054 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-9931038a-94ce-4c7f-8cbf-4e4d08043137 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0738175 Feb 03 02:51:46.182802 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01c12c-fd48-47cb-a097-e848b3966074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:46.184234 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8d01c12c-fd48-47cb-a097-e848b3966074 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1465781 Feb 03 02:51:47.863600 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-15e10bd0-863b-4e6b-ab3a-1fc54e3e1180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:48.454606 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46840) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:48.506881 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Request body: {'network': {'project_id': '1d8bb283e83f49d4ae1d0a1e9323f94b', 'shared': True, 'tenant_id': '1d8bb283e83f49d4ae1d0a1e9323f94b', 'name': 'shared', 'admin_state_up': True}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:51:48.527504 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Made reservation on behalf of 1d8bb283e83f49d4ae1d0a1e9323f94b for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:51:48.529798 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:48.560295 dv-cinder-827581-1-iscsi neutron-server[102483]: WARNING neutron.services.revisions.revision_plugin [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Could not find related network for resource to bump revision. Feb 03 02:51:48.571997 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:51:48.580931 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (39b6aa9f-a18a-450d-b042-d21f13144a34), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:48.581268 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Added segment 39b6aa9f-a18a-450d-b042-d21f13144a34 of type vlan for network 29ea6a33-70b9-4f90-b940-704349a9aa07 Feb 03 02:51:48.619848 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (29ea6a33-70b9-4f90-b940-704349a9aa07), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:48.645635 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (29ea6a33-70b9-4f90-b940-704349a9aa07), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:48.646694 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:48.647269 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:48.700792 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2451189 Feb 03 02:51:48.707290 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Pushing event updated for resources: {'Network': ['ID=29ea6a33-70b9-4f90-b940-704349a9aa07,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:51:48.714442 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.714819 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.715170 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.715510 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.715849 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.716209 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.716560 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.716917 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.717272 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.717614 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.717947 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.718270 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.718600 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409d379-f826-477f-814f-834a9b7f2141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:48.730498 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 29ea6a33-70b9-4f90-b940-704349a9aa07 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:51:49.532909 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:50.500857 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:50.973236 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46850) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:51:51.035031 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f8691f-8340-48a8-87ea-35a9e987e5a9 admin admin] GET failed (client error): The resource could not be found. Feb 03 02:51:51.036292 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-d2f8691f-8340-48a8-87ea-35a9e987e5a9 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620739 Feb 03 02:51:51.107694 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e61abe-31cd-4a2f-901e-f324f4c7fb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:51.109248 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-a3e61abe-31cd-4a2f-901e-f324f4c7fb5e admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687420 Feb 03 02:51:51.119035 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] Request body: {'subnet': {'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07', 'ip_version': 4, 'tenant_id': '1d8bb283e83f49d4ae1d0a1e9323f94b', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:51:51.141513 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] Made reservation on behalf of 1d8bb283e83f49d4ae1d0a1e9323f94b for: {'subnet': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:51:51.143960 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:51.326887 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (d077a5c1-8f1f-434b-80fe-6adf54f6c857), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:51.372584 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d077a5c1-8f1f-434b-80fe-6adf54f6c857,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:51:51.387606 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] Checking segment: {'id': '39b6aa9f-a18a-450d-b042-d21f13144a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:51:51.387929 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] Network hostable DHCP agents. Network: 29ea6a33-70b9-4f90-b940-704349a9aa07, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:51:51.405623 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] Network 29ea6a33-70b9-4f90-b940-704349a9aa07 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:51:51.414785 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 29ea6a33-70b9-4f90-b940-704349a9aa07) {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:51:51.419121 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:51:51.419897 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:51.426051 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a48a4-e5d9-4331-ba3d-559810f6da1e None None] Network 29ea6a33-70b9-4f90-b940-704349a9aa07 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:51:51.437085 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-02ecc9ed-65d5-469c-9c1a-f81eb370df7a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3213599 Feb 03 02:51:51.542708 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa841b9d2-c864-5295-a893-1e3e6657c43d-29ea6a33-70b9-4f90-b940-704349a9aa07', 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07', 'project_id': '1d8bb283e83f49d4ae1d0a1e9323f94b', 'fixed_ips': [{'subnet_id': 'd077a5c1-8f1f-434b-80fe-6adf54f6c857'}]}} from dv-cinder-827581-1-iscsi. {{(pid=102484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 02:51:51.543593 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:51.682189 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.db_base_plugin_common [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Allocated IP 192.168.233.2 (29ea6a33-70b9-4f90-b940-704349a9aa07/d077a5c1-8f1f-434b-80fe-6adf54f6c857/c00264f3-9f41-4445-b21e-08096c99c7ac) {{(pid=102484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:51:51.822024 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Publish callbacks [] for port (c00264f3-9f41-4445-b21e-08096c99c7ac), precommit_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:51.827527 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (c00264f3-9f41-4445-b21e-08096c99c7ac), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:51.864372 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Network 29ea6a33-70b9-4f90-b940-704349a9aa07 is already hosted by enough agents. {{(pid=102484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:51:51.867480 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.base_scheduler [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Resources bound (agent type, host, resource id): {{(pid=102484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:51:51.870704 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Received port after_create {{(pid=102484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:51:51.880319 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Pushing event updated for resources: {'Port': ['ID=c00264f3-9f41-4445-b21e-08096c99c7ac,revision_number=1']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:51:51.901967 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.902327 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.902690 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.903045 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.903368 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.903698 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.904021 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.904345 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.904666 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.905023 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.905349 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.905666 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.905983 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:51:51.940086 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Attempting to bind port c00264f3-9f41-4445-b21e-08096c99c7ac on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:51:51.940410 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Attempting to bind port c00264f3-9f41-4445-b21e-08096c99c7ac by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': '39b6aa9f-a18a-450d-b042-d21f13144a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:51:51.940795 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Attempting to bind port c00264f3-9f41-4445-b21e-08096c99c7ac on network 29ea6a33-70b9-4f90-b940-704349a9aa07 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:51:51.945675 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:51:51.946047 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Checking segment: {'id': '39b6aa9f-a18a-450d-b042-d21f13144a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:51:51.946447 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:51.946833 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Bound using segment: {'id': '39b6aa9f-a18a-450d-b042-d21f13144a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:51:51.947291 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Bound port: c00264f3-9f41-4445-b21e-08096c99c7ac, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b6aa9f-a18a-450d-b042-d21f13144a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:51:51.947661 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (c00264f3-9f41-4445-b21e-08096c99c7ac), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:52.107547 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] For port c00264f3-9f41-4445-b21e-08096c99c7ac, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:51:52.125801 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] For port c00264f3-9f41-4445-b21e-08096c99c7ac, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=c00264f3-9f41-4445-b21e-08096c99c7ac,segment=NetworkSegment(39b6aa9f-a18a-450d-b042-d21f13144a34),segment_id=39b6aa9f-a18a-450d-b042-d21f13144a34)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:51:52.136126 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (c00264f3-9f41-4445-b21e-08096c99c7ac), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:52.142222 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:52.196787 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c2c1d-0f64-4582-b2ef-fbd481c7e098 None None] Pushing event updated for resources: {'Port': ['ID=c00264f3-9f41-4445-b21e-08096c99c7ac,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:51:52.783536 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device c00264f3-9f41-4445-b21e-08096c99c7ac up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:51:52.847719 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port c00264f3-9f41-4445-b21e-08096c99c7ac triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:51:52.848992 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (c00264f3-9f41-4445-b21e-08096c99c7ac), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:52.937587 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port c00264f3-9f41-4445-b21e-08096c99c7ac is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:51:52.937986 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (c00264f3-9f41-4445-b21e-08096c99c7ac), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:52.975825 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port c00264f3-9f41-4445-b21e-08096c99c7ac, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=c00264f3-9f41-4445-b21e-08096c99c7ac,segment=NetworkSegment(39b6aa9f-a18a-450d-b042-d21f13144a34),segment_id=39b6aa9f-a18a-450d-b042-d21f13144a34)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:51:52.983218 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (c00264f3-9f41-4445-b21e-08096c99c7ac), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:53.036611 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=c00264f3-9f41-4445-b21e-08096c99c7ac,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:51:53.151800 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4efc6d-b438-4f67-a191-ab415b4aa6e3 None None] Network 29ea6a33-70b9-4f90-b940-704349a9aa07 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:51:53.218510 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3d3f0b50-ae31-4405-9ae8-e3b59f40d114 None None] Provisioning complete for port c00264f3-9f41-4445-b21e-08096c99c7ac triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:51:53.218906 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3d3f0b50-ae31-4405-9ae8-e3b59f40d114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (c00264f3-9f41-4445-b21e-08096c99c7ac), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:53.333249 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f0b50-ae31-4405-9ae8-e3b59f40d114 None None] Current status of the port c00264f3-9f41-4445-b21e-08096c99c7ac is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:51:53.556026 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6108bc86-82d0-47e7-b8da-e442ded8ea6b None None] Provisioning complete for port c00264f3-9f41-4445-b21e-08096c99c7ac triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:51:53.556429 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6108bc86-82d0-47e7-b8da-e442ded8ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (c00264f3-9f41-4445-b21e-08096c99c7ac), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:53.633606 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6108bc86-82d0-47e7-b8da-e442ded8ea6b None None] Current status of the port c00264f3-9f41-4445-b21e-08096c99c7ac is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:51:54.735942 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device c00264f3-9f41-4445-b21e-08096c99c7ac up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:51:54.785946 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port c00264f3-9f41-4445-b21e-08096c99c7ac triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:51:54.786305 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (c00264f3-9f41-4445-b21e-08096c99c7ac), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:51:54.859798 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port c00264f3-9f41-4445-b21e-08096c99c7ac is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:51:56.216324 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 5 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:52:15.576706 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-09b131d1-5097-4f21-8ce3-28bca7c6d639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:52:17.870334 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9865ef44-29d0-411e-b893-4731e9534b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:52:19.538858 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:52:20.507622 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:52:22.127681 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:52:33.215261 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 5 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:52:45.580742 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-b122da31-ad95-4291-a6ea-846412f8f25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:52:47.865347 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-40afcb81-5185-42cb-a9f9-c75f7b552e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:52:49.545330 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:52:50.509255 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:52:52.134499 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:06.797061 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46894) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:53:06.803019 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [None req-01ba953c-ddb8-4dbb-914c-80e2f9529d53 tempest-verify_tempest_config-1772295340 tempest-verify_tempest_config-1772295340-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 02:53:06.804001 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-01ba953c-ddb8-4dbb-914c-80e2f9529d53 tempest-verify_tempest_config-1772295340 tempest-verify_tempest_config-1772295340-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059495 Feb 03 02:53:07.115878 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 46912) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:53:07.233245 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:07.332169 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Publish callbacks [] for security_group (460ad458-1e32-4c3a-85dd-cfc69aa173b8), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:07.338261 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (460ad458-1e32-4c3a-85dd-cfc69aa173b8), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:07.381892 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460ad458-1e32-4c3a-85dd-cfc69aa173b8,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:53:07.385591 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db09ac3daec84e90b583d79303dfd67e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2687106 Feb 03 02:53:07.388554 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46918) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:53:07.391002 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.391337 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.391710 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.392115 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.392470 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.393090 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.393420 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.393768 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.394154 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.394473 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.394800 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.395125 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.395448 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc8c8d3-541e-45d4-bf08-e22e6bf51a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.443741 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Publish callbacks [] for security_group (460ad458-1e32-4c3a-85dd-cfc69aa173b8), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:07.465151 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Publish callbacks [] for security_group (460ad458-1e32-4c3a-85dd-cfc69aa173b8), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:07.565558 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (460ad458-1e32-4c3a-85dd-cfc69aa173b8), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:07.569937 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:07.571579 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/460ad458-1e32-4c3a-85dd-cfc69aa173b8 HTTP/1.1" status: 204 len: 168 time: 0.1819537 Feb 03 02:53:07.581067 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460ad458-1e32-4c3a-85dd-cfc69aa173b8,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:53:07.588145 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.588510 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.588893 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.589238 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.589572 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.589904 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.590236 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.590564 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.590890 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.591218 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.591532 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.591849 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:07.592175 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8dd4a-42ad-4742-a738-5cfb748c4711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:53:10.215702 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 5 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:53:15.588308 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f93b0705-fcba-4667-93c9-de248fbbe37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:17.870461 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2bd6953a-8cd0-4e3c-9bd7-820adb381e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:19.550656 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:20.517179 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:22.137101 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:45.589906 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e0027e02-fd94-41aa-be9d-487e225d0a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:47.220218 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 5 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:53:47.878331 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4bf08b40-db76-47ec-abc4-271e649d9c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:49.557872 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:50.521000 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:53:52.141862 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:15.593438 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-75b0ba77-61f5-4db5-886e-9a57756241f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:17.879263 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4cfaac49-4d5b-438b-9617-49f8006f49c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:19.561607 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:20.525896 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:22.139743 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:24.225505 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 5 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:54:42.876322 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133769095'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:45.591690 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c277c3a9-d067-4083-8d35-641d88b66d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:47.884974 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-24725e38-eaee-4bed-bef8-09e6f0a04724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:49.561595 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:50.525410 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:52.134753 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:54:57.626362 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 46990) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:54:57.734815 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-90e22ac1-d647-4683-8c5a-1c3ac8922873 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1073136 Feb 03 02:54:59.967622 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47000) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:55:00.033761 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e8993d8a-a8e7-41c0-9ddc-a3b26134a690 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0649896 Feb 03 02:55:01.231332 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:55:12.883795 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:55:15.590441 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-74091c6a-0d63-4757-b22a-4a6759749e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:55:17.882228 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3174843d-0220-4d3d-a491-52ae8b837755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:55:19.571564 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:55:20.538693 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:55:22.146568 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:55:38.239945 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:55:42.879005 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:55:45.584035 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-a89ec27d-b06a-41e3-b858-5dcc7502237b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:55:47.867868 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ccb8ef61-6e48-4482-bf4e-460b313c9d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:55:49.566372 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:55:50.552061 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:55:52.143423 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:12.874355 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:15.229131 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:56:15.587930 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-b2a8b5f8-146e-4d06-85ac-d484b83ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:17.872083 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2b90fbb7-f101-4079-9083-7ae27b051d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:19.567839 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:20.532818 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:22.140123 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:29.824394 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47182) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:29.865593 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47192) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:30.118726 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1503418186-network', 'tenant_id': 'a2f534df59e149f8b14cd7406f932b2d'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:30.148576 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Made reservation on behalf of a2f534df59e149f8b14cd7406f932b2d for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:30.153365 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.167617 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.250043 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Publish callbacks [] for security_group (437552e4-6ad3-4bbb-9c38-2f702f81236f), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.254529 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (437552e4-6ad3-4bbb-9c38-2f702f81236f), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.274722 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-82494619-network', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:30.289996 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:56:30.298089 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437552e4-6ad3-4bbb-9c38-2f702f81236f,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:30.308358 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.308835 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.309028 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.309357 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.309777 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.310006 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.310362 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.310664 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.310992 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.311314 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.311633 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.311942 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.312254 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Tracked resource versions report: Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: pushed versions: Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: { 'AddressGroup': {'1.2'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'ConntrackHelper': {'1.0'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'LocalIPAssociation': {'1.0'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Log': {'1.0'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Network': {'1.1'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Port': {'1.7'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'PortForwarding': {'1.2'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'QosPolicy': {'1.10'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SecurityGroup': {'1.5'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SecurityGroupRule': {'1.2'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SubPort': {'1.0'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Subnet': {'1.1'}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Trunk': {'1.1'}} Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: consumer versions: Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: { DHCP agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: HyperV agent@hv-cinder-82758: {}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: L3 agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: Metadata agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: Metering agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: Open vSwitch agent@dv-cinder-827581-1-iscsi: { 'AddressGroup': '1.2', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'ConntrackHelper': '1.0', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'LocalIPAssociation': '1.0', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Log': '1.0', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Network': '1.1', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Port': '1.7', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'PortForwarding': '1.2', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'QosPolicy': '1.10', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SecurityGroup': '1.5', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SecurityGroupRule': '1.2', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'SubPort': '1.0', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Subnet': '1.1', Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: 'Trunk': '1.1'}} Feb 03 02:56:30.313392 dv-cinder-827581-1-iscsi neutron-server[102483]: {{(pid=102483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 02:56:30.319806 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (273d75f6-cb74-49a9-ab7c-ec60185e9b1b), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.320134 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Added segment 273d75f6-cb74-49a9-ab7c-ec60185e9b1b of type vlan for network 9723d542-6d8e-49e5-9dba-f02cc45de9c9 Feb 03 02:56:30.353136 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47218) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:30.369138 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (9723d542-6d8e-49e5-9dba-f02cc45de9c9), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.405724 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Made reservation on behalf of 9cdfe1c1946840c19d3d559fb81e34b5 for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:30.409068 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.413309 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (9723d542-6d8e-49e5-9dba-f02cc45de9c9), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.414424 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:30.415000 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.442545 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.447225 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6217909 Feb 03 02:56:30.450571 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47226) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:30.455729 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Request body: {'subnet': {'network_id': '9723d542-6d8e-49e5-9dba-f02cc45de9c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1503418186-subnet', 'tenant_id': 'a2f534df59e149f8b14cd7406f932b2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:30.488557 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Made reservation on behalf of a2f534df59e149f8b14cd7406f932b2d for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:30.490884 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.505999 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096d3ca-053c-478d-936a-258e56d481c5 admin admin] Pushing event updated for resources: {'Network': ['ID=9723d542-6d8e-49e5-9dba-f02cc45de9c9,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:30.522301 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 9723d542-6d8e-49e5-9dba-f02cc45de9c9 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:56:30.577612 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47236) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:30.683044 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Publish callbacks [] for security_group (ed1091fd-867a-43f2-a686-464894f4f6b0), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.689005 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (ed1091fd-867a-43f2-a686-464894f4f6b0), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.697580 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1946429708-network', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:30.713102 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (7d3186ba-8576-4821-ab72-86703494833d), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.717392 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:56:30.728187 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1091fd-867a-43f2-a686-464894f4f6b0,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:30.750880 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (5a68b4a7-b7b7-49a7-afa5-50097c526cc8), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.751447 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Added segment 5a68b4a7-b7b7-49a7-afa5-50097c526cc8 of type vlan for network f43a5cf5-27e4-4762-a93b-2169348c9878 Feb 03 02:56:30.774840 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Made reservation on behalf of 5c189a73642b4f5ba787addbc275d4c0 for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:30.777737 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.779771 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d3186ba-8576-4821-ab72-86703494833d,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:30.795671 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (f43a5cf5-27e4-4762-a93b-2169348c9878), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.798951 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.803843 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.804422 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.805073 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.806119 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.806605 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.807105 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.807717 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.808214 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.808680 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1635010805-network', 'tenant_id': 'ff777728bb704feeabf264e753679daa'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:30.808900 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.809386 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.809881 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.810358 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.810951 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Tracked resource versions report: Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: pushed versions: Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: { 'AddressGroup': {'1.2'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'ConntrackHelper': {'1.0'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'LocalIPAssociation': {'1.0'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Log': {'1.0'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Network': {'1.1'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Port': {'1.7'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'PortForwarding': {'1.2'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'QosPolicy': {'1.10'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SecurityGroup': {'1.5'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SecurityGroupRule': {'1.2'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SubPort': {'1.0'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Subnet': {'1.1'}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Trunk': {'1.1'}} Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: consumer versions: Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: { DHCP agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: HyperV agent@hv-cinder-82758: {}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: L3 agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: Metadata agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: Metering agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: Open vSwitch agent@dv-cinder-827581-1-iscsi: { 'AddressGroup': '1.2', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'ConntrackHelper': '1.0', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'LocalIPAssociation': '1.0', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Log': '1.0', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Network': '1.1', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Port': '1.7', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'PortForwarding': '1.2', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'QosPolicy': '1.10', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SecurityGroup': '1.5', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SecurityGroupRule': '1.2', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'SubPort': '1.0', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Subnet': '1.1', Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: 'Trunk': '1.1'}} Feb 03 02:56:30.812359 dv-cinder-827581-1-iscsi neutron-server[102482]: {{(pid=102482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 02:56:30.844490 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Made reservation on behalf of ff777728bb704feeabf264e753679daa for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:30.846954 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.852580 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Checking segment: {'id': '273d75f6-cb74-49a9-ab7c-ec60185e9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9723d542-6d8e-49e5-9dba-f02cc45de9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:30.853223 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Network hostable DHCP agents. Network: 9723d542-6d8e-49e5-9dba-f02cc45de9c9, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:56:30.857680 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.868510 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (f43a5cf5-27e4-4762-a93b-2169348c9878), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.869599 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:30.870164 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.901649 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Network 9723d542-6d8e-49e5-9dba-f02cc45de9c9 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:56:30.926107 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 9723d542-6d8e-49e5-9dba-f02cc45de9c9) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:30.931478 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:30.932086 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.941363 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d1a86c-8047-4a35-912f-5cbaa930150e None None] Network 9723d542-6d8e-49e5-9dba-f02cc45de9c9 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:56:30.950082 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47250) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:30.951407 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0824473 Feb 03 02:56:30.957690 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3f83a-4351-495b-9544-0ea14d984440 admin admin] Pushing event updated for resources: {'Network': ['ID=f43a5cf5-27e4-4762-a93b-2169348c9878,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:30.965850 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] Request body: {'subnet': {'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-82494619-subnet', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:30.978383 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Publish callbacks [] for security_group (e627834b-c455-4e0f-b27b-f4bcf001b326), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:30.983430 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network f43a5cf5-27e4-4762-a93b-2169348c9878 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:56:30.990974 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-be68c799-8ad6-4c41-a1a5-fdcfcf0360ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5394959 Feb 03 02:56:31.010227 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] Made reservation on behalf of 9cdfe1c1946840c19d3d559fb81e34b5 for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:31.013938 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.093450 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Publish callbacks [] for security_group (2b87b7fc-2dba-406d-9a64-19a908b8ffe2), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.105374 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (2b87b7fc-2dba-406d-9a64-19a908b8ffe2), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.136434 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (e627834b-c455-4e0f-b27b-f4bcf001b326), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.161783 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:56:31.180490 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757102833821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (769519b1-1343-4e1e-9bc8-4ec5f864a9eb), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.181033 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Unsubscribe: segment precommit_create {{(pid=102482) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 02:56:31.181497 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Added segment 769519b1-1343-4e1e-9bc8-4ec5f864a9eb of type vlan for network 6402c879-2200-432c-9a4b-8fd0476dc339 Feb 03 02:56:31.193551 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:56:31.203355 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b87b7fc-2dba-406d-9a64-19a908b8ffe2,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:31.213535 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec4a50-580d-47d6-846b-7a7eb7744c10 None None] Network 9723d542-6d8e-49e5-9dba-f02cc45de9c9 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:56:31.221770 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (8c65fd29-6d7f-49bd-861e-3808df1814a5), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.222169 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Added segment 8c65fd29-6d7f-49bd-861e-3808df1814a5 of type vlan for network 126c5997-2080-4b93-9c71-959073b0550c Feb 03 02:56:31.315046 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (126c5997-2080-4b93-9c71-959073b0550c), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.364615 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (126c5997-2080-4b93-9c71-959073b0550c), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.365866 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:31.366596 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.419694 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e627834b-c455-4e0f-b27b-f4bcf001b326,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:31.446271 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (6402c879-2200-432c-9a4b-8fd0476dc339), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.472434 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] Pushing event updated for resources: {'Network': ['ID=126c5997-2080-4b93-9c71-959073b0550c,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:31.479656 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-59ab7689-0f57-4d6e-a0d5-03b2250a8d3c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8983929 Feb 03 02:56:31.484101 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47262) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:31.487855 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 126c5997-2080-4b93-9c71-959073b0550c details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:56:31.491514 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] Request body: {'subnet': {'network_id': '126c5997-2080-4b93-9c71-959073b0550c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1635010805-subnet', 'tenant_id': 'ff777728bb704feeabf264e753679daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:31.524513 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] Made reservation on behalf of ff777728bb704feeabf264e753679daa for: {'subnet': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:31.527366 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.626751 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (6402c879-2200-432c-9a4b-8fd0476dc339), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.628041 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:31.631211 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.646257 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (8bb96e84-4f17-47e8-9e3d-6c509db919bb), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.794385 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] Pushing event updated for resources: {'Network': ['ID=6402c879-2200-432c-9a4b-8fd0476dc339,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:31.855200 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 6402c879-2200-432c-9a4b-8fd0476dc339 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:56:31.863039 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb96e84-4f17-47e8-9e3d-6c509db919bb,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:31.878300 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f7e310dc-e7f1-442b-9b49-79d30f5d0d25 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5243545 Feb 03 02:56:31.881697 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47294) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:31.902777 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] Request body: {'subnet': {'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1946429708-subnet', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:31.922243 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] Checking segment: {'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:31.923223 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] Network hostable DHCP agents. Network: f43a5cf5-27e4-4762-a93b-2169348c9878, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:56:31.936075 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (c0392db5-b24e-45e0-baa6-1befde31502f), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.943166 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] Made reservation on behalf of 5c189a73642b4f5ba787addbc275d4c0 for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:31.945532 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:31.982665 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0392db5-b24e-45e0-baa6-1befde31502f,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:32.014154 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] Checking segment: {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:32.014617 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] Network hostable DHCP agents. Network: 126c5997-2080-4b93-9c71-959073b0550c, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:56:32.018014 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] Network f43a5cf5-27e4-4762-a93b-2169348c9878 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:56:32.039820 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] Network 126c5997-2080-4b93-9c71-959073b0550c is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:56:32.051227 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, f43a5cf5-27e4-4762-a93b-2169348c9878) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:32.053333 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 126c5997-2080-4b93-9c71-959073b0550c) {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:32.060265 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:32.061632 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:32.062136 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.062263 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.086173 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b90c8b-8681-4af4-924e-d589206b5934 None None] Network 126c5997-2080-4b93-9c71-959073b0550c requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:56:32.087906 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-4730d859-2f3a-473a-9e44-6ca807bf94ac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1366343 Feb 03 02:56:32.091060 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47300) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:32.095483 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-82494619-router', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:32.109889 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-0570b3e4-7768-4660-930f-5370b009d38f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6244977 Feb 03 02:56:32.128880 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3ab9b4-5ee1-4b22-8d7e-aecb4852b183 None None] Network f43a5cf5-27e4-4762-a93b-2169348c9878 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:56:32.157187 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133767861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29157'] for router (d4017126-abe0-4284-9fae-1a8e439b5d68), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.158494 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133774051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133725025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29164'] for router (d4017126-abe0-4284-9fae-1a8e439b5d68), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.251691 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (6d557dc0-eafd-4268-9536-756ecc92255a), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.273137 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Publish callbacks [] for router_controller (d4017126-abe0-4284-9fae-1a8e439b5d68), precommit_add_association {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.331416 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d557dc0-eafd-4268-9536-756ecc92255a,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:32.367829 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] Checking segment: {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:32.368350 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] Network hostable DHCP agents. Network: 6402c879-2200-432c-9a4b-8fd0476dc339, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:56:32.389565 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2be11-92a1-46e2-8d6b-a092fa4f29fe None None] Network 126c5997-2080-4b93-9c71-959073b0550c requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:56:32.390024 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] Network 6402c879-2200-432c-9a4b-8fd0476dc339 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:56:32.404144 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 6402c879-2200-432c-9a4b-8fd0476dc339) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:32.412589 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:32.413586 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.435463 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b567f6e-ae67-4000-a1b9-e93391117c3c None None] Network 6402c879-2200-432c-9a4b-8fd0476dc339 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:56:32.445470 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-edd698cf-a528-4713-a18d-6aa7a7f3547b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5475516 Feb 03 02:56:32.446013 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47314) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:32.461133 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:32.496935 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Publish callbacks [] for router_gateway (d4017126-abe0-4284-9fae-1a8e439b5d68), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.503234 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235d63a-7d0d-4b11-b0c4-4bcdb6f2b7dc None None] Network f43a5cf5-27e4-4762-a93b-2169348c9878 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:56:32.514129 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133767861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29157'] for router (cc2865a8-429b-44a9-914f-1eb91b56a56c), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.515786 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133774051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133725025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29164'] for router (cc2865a8-429b-44a9-914f-1eb91b56a56c), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.736970 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Publish callbacks [] for router_controller (cc2865a8-429b-44a9-914f-1eb91b56a56c), precommit_add_association {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.743135 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa841b9d2-c864-5295-a893-1e3e6657c43d-6402c879-2200-432c-9a4b-8fd0476dc339', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a'}]}} from dv-cinder-827581-1-iscsi. {{(pid=102484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 02:56:32.744038 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.870083 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Publish callbacks [] for router_gateway (d4017126-abe0-4284-9fae-1a8e439b5d68), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.891089 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:32.987805 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.db_base_plugin_common [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Allocated IP 172.20.0.2 (6402c879-2200-432c-9a4b-8fd0476dc339/6d557dc0-eafd-4268-9536-756ecc92255a/2d5fcb6f-1ff1-4115-be42-4d76bf7594e5) {{(pid=102484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:56:33.030403 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Publish callbacks [] for router_gateway (cc2865a8-429b-44a9-914f-1eb91b56a56c), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:33.062006 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Allocated IP 172.27.2.249 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/eeb1906c-a5b5-4f49-878b-44884e1cad8a) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:56:33.277637 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Publish callbacks [] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), precommit_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:33.278805 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Publish callbacks [] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:33.289861 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:33.323825 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:33.351780 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:33.364327 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Network 6402c879-2200-432c-9a4b-8fd0476dc339 is already hosted by enough agents. {{(pid=102484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:33.367316 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.base_scheduler [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Resources bound (agent type, host, resource id): {{(pid=102484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:33.373111 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Received port after_create {{(pid=102484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:56:33.390059 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Pushing event updated for resources: {'Port': ['ID=2d5fcb6f-1ff1-4115-be42-4d76bf7594e5,revision_number=1']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:33.414192 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.414192 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.414480 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.416505 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.416505 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.416505 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.416505 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.416505 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.416505 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.417048 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.417048 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.417403 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.417726 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:33.418821 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Tracked resource versions report: Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: pushed versions: Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: { 'AddressGroup': {'1.2'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'ConntrackHelper': {'1.0'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'LocalIPAssociation': {'1.0'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Log': {'1.0'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Network': {'1.1'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Port': {'1.7'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'PortForwarding': {'1.2'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'QosPolicy': {'1.10'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SecurityGroup': {'1.5'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SecurityGroupRule': {'1.2'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SubPort': {'1.0'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Subnet': {'1.1'}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Trunk': {'1.1'}} Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: consumer versions: Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: { DHCP agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: HyperV agent@hv-cinder-82758: {}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: L3 agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: Metadata agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: Metering agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: Open vSwitch agent@dv-cinder-827581-1-iscsi: { 'AddressGroup': '1.2', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'ConntrackHelper': '1.0', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'LocalIPAssociation': '1.0', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Log': '1.0', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Network': '1.1', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Port': '1.7', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'PortForwarding': '1.2', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'QosPolicy': '1.10', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SecurityGroup': '1.5', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SecurityGroupRule': '1.2', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'SubPort': '1.0', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Subnet': '1.1', Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: 'Trunk': '1.1'}} Feb 03 02:56:33.418940 dv-cinder-827581-1-iscsi neutron-server[102484]: {{(pid=102484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 02:56:33.425891 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:56:33.473679 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Publish callbacks [] for router_gateway (cc2865a8-429b-44a9-914f-1eb91b56a56c), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:33.494561 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Attempting to bind port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:56:33.495128 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Attempting to bind port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:56:33.495667 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Attempting to bind port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 on network 6402c879-2200-432c-9a4b-8fd0476dc339 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:33.507021 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:33.523329 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:56:33.524006 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Checking segment: {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:33.524790 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:33.525354 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Bound using segment: {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:56:33.525999 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Bound port: 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:56:33.526716 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:33.565470 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47370) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:33.577617 dv-cinder-827581-1-iscsi neutron-server[102482]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 02:56:33.599397 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Pushing event updated for resources: {'Port': ['ID=eeb1906c-a5b5-4f49-878b-44884e1cad8a,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:33.666465 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] For port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:56:33.669930 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] For port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=2d5fcb6f-1ff1-4115-be42-4d76bf7594e5,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:56:33.677454 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:33.741319 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Publish callbacks [] for router_gateway (d4017126-abe0-4284-9fae-1a8e439b5d68), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:33.755143 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71b5a3-e97b-41d6-ae84-19b21d1bd5ff None None] Pushing event updated for resources: {'Port': ['ID=2d5fcb6f-1ff1-4115-be42-4d76bf7594e5,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:34.066171 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Allocated IP 172.27.2.193 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:56:34.165237 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-734818e9-822e-4de3-8ad3-d5725672f79c tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:34.165237 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-734818e9-822e-4de3-8ad3-d5725672f79c tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/networks?id=9723d542-6d8e-49e5-9dba-f02cc45de9c9 HTTP/1.1" status: 200 len: 812 time: 0.5315349 Feb 03 02:56:34.168658 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133774014'] for router (d4017126-abe0-4284-9fae-1a8e439b5d68), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:34.169765 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-4fd6aae4-2040-4a25-a98d-2d13ed626785 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/quotas/a2f534df59e149f8b14cd7406f932b2d HTTP/1.1" status: 200 len: 375 time: 0.0310509 Feb 03 02:56:34.280868 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-27725727-e8ec-4739-8eb6-2d638b8db23e tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2f534df59e149f8b14cd7406f932b2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930047 Feb 03 02:56:34.283554 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47408) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:34.419448 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Publish callbacks [] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:34.452502 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744956-d2fc-4676-8bd3-47db729a035c req-e309a6bf-aad2-42fb-8374-274d5fa6b1db tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:34.454109 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-e309a6bf-aad2-42fb-8374-274d5fa6b1db tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 815 time: 0.1698411 Feb 03 02:56:34.473738 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Router d4017126-abe0-4284-9fae-1a8e439b5d68 is scheduled to L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 with binding_index 1 {{(pid=102483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 02:56:34.507543 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-cc02d80e-40f5-4487-bee7-93e05ce86d55 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/quotas/ff777728bb704feeabf264e753679daa HTTP/1.1" status: 200 len: 375 time: 0.0446520 Feb 03 02:56:34.548036 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-acebd4ad-d056-448a-b894-8884dacbc097 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327671 Feb 03 02:56:34.553770 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-41917377-260e-49f8-ae87-21bd009e80a2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 02:56:34.554898 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-41917377-260e-49f8-ae87-21bd009e80a2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0908875 Feb 03 02:56:34.556908 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:34.631237 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:56:34.642755 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Sync routers for ids ['d4017126-abe0-4284-9fae-1a8e439b5d68'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:56:34.654677 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Routers {'d4017126-abe0-4284-9fae-1a8e439b5d68'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:56:34.655307 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:56:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['d4017126-abe0-4284-9fae-1a8e439b5d68'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:34.659822 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:34.664354 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-5b7cc723-45f4-4b44-8b1d-0d967ac62c0a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5696592 Feb 03 02:56:34.664882 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47444) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:34.712826 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:34.719781 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:34.722838 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:56:34.852763 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-660c678c-be54-4fb8-9010-26693b30e42a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 02:56:34.854503 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-660c678c-be54-4fb8-9010-26693b30e42a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1667967 Feb 03 02:56:34.881923 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:34.926951 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Set router d4017126-abe0-4284-9fae-1a8e439b5d68 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:56:35.026026 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:56:35.068560 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-d3df30ee-370b-41b5-acd2-e5e7952a4da5 service neutron] 10.222.0.31 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786864 Feb 03 02:56:35.105858 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-2a129464-5bd9-4f5e-8375-ff26f7516ba6 service neutron] 10.222.0.31 "GET /v2.0/networks/9723d542-6d8e-49e5-9dba-f02cc45de9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437677 Feb 03 02:56:35.215133 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:35.215527 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:35.269846 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'name': 'tempest-ServerRescueNegativeTestJSON-82494619-router', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:33Z', 'revision_number': 3, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'gw_port': {'id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:35.315909 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Checking router: d4017126-abe0-4284-9fae-1a8e439b5d68 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:56:35.316408 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Updating router d4017126-abe0-4284-9fae-1a8e439b5d68 port eeb1906c-a5b5-4f49-878b-44884e1cad8a binding host dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:56:35.359167 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:35.403762 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da593da3-c3b8-47e3-bb61-844218b59e9d None None] Network 6402c879-2200-432c-9a4b-8fd0476dc339 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:56:35.407198 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:35.407591 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:35.432322 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-4452b107-3cff-4c91-80fc-ca87df37bfe0 service neutron] 10.222.0.31 "GET /v2.0/networks/9723d542-6d8e-49e5-9dba-f02cc45de9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132815 Feb 03 02:56:35.496277 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-17b9435c-df83-4e0b-9900-72165c634fd9 service neutron] 10.222.0.31 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935051 Feb 03 02:56:35.646068 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:35.718341 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Publish callbacks [] for router_gateway (cc2865a8-429b-44a9-914f-1eb91b56a56c), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:35.829952 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Publish callbacks [] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), precommit_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:35.842105 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:35.932459 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Pushing event updated for resources: {'Port': ['ID=eeb1906c-a5b5-4f49-878b-44884e1cad8a,revision_number=2']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:35.942178 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Attempting to bind port eeb1906c-a5b5-4f49-878b-44884e1cad8a on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:56:35.942974 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Attempting to bind port eeb1906c-a5b5-4f49-878b-44884e1cad8a by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:56:35.943770 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Attempting to bind port eeb1906c-a5b5-4f49-878b-44884e1cad8a on network 23732c56-e7be-4225-97cf-e051946979f1 {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:35.951440 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.952272 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.952867 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.954024 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.954864 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.955573 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.956261 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.957075 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.957867 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.958474 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.959622 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.960164 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.960773 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Tracked resource versions report: Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: pushed versions: Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: { 'AddressGroup': {'1.2'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'ConntrackHelper': {'1.0'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'LocalIPAssociation': {'1.0'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Log': {'1.0'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Network': {'1.1'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Port': {'1.7'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'PortForwarding': {'1.2'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'QosPolicy': {'1.10'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SecurityGroup': {'1.5'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SecurityGroupRule': {'1.2'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SubPort': {'1.0'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Subnet': {'1.1'}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Trunk': {'1.1'}} Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: consumer versions: Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: { DHCP agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: HyperV agent@hv-cinder-82758: {}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: L3 agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: Metadata agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: Metering agent@dv-cinder-827581-1-iscsi: {}, Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: Open vSwitch agent@dv-cinder-827581-1-iscsi: { 'AddressGroup': '1.2', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'ConntrackHelper': '1.0', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'LocalIPAssociation': '1.0', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Log': '1.0', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Network': '1.1', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Port': '1.7', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'PortForwarding': '1.2', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'QosPolicy': '1.10', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SecurityGroup': '1.5', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SecurityGroupRule': '1.2', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'SubPort': '1.0', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Subnet': '1.1', Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: 'Trunk': '1.1'}} Feb 03 02:56:35.962324 dv-cinder-827581-1-iscsi neutron-server[102485]: {{(pid=102485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 02:56:35.968182 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:56:35.969018 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Checking segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:35.969665 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:35.970261 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Bound using segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:56:35.971167 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Bound port: eeb1906c-a5b5-4f49-878b-44884e1cad8a, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:56:35.971761 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:36.005064 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=2d5fcb6f-1ff1-4115-be42-4d76bf7594e5,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:56:36.015362 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-1b1e1582-5ebe-43f9-b517-e2112a6fa02f None None] Provisioning complete for port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:36.016641 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1582-5ebe-43f9-b517-e2112a6fa02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:36.061927 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] For port eeb1906c-a5b5-4f49-878b-44884e1cad8a, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:56:36.065722 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Allocated IP 172.20.0.1 (f43a5cf5-27e4-4762-a93b-2169348c9878/8bb96e84-4f17-47e8-9e3d-6c509db919bb/45700015-6527-440a-9c51-028201e80df1) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:56:36.071956 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] For port eeb1906c-a5b5-4f49-878b-44884e1cad8a, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=eeb1906c-a5b5-4f49-878b-44884e1cad8a,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:56:36.092314 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:36.121623 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:36.183640 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133774014'] for router (cc2865a8-429b-44a9-914f-1eb91b56a56c), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:36.284124 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Routers {'d4017126-abe0-4284-9fae-1a8e439b5d68'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:56:36.285094 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:56:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['d4017126-abe0-4284-9fae-1a8e439b5d68'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:36.310813 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Publish callbacks [] for port (45700015-6527-440a-9c51-028201e80df1), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:36.385511 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (45700015-6527-440a-9c51-028201e80df1), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:36.423672 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ab604-ea73-4a0e-97dd-42bc94dcee6a None None] Pushing event updated for resources: {'Port': ['ID=eeb1906c-a5b5-4f49-878b-44884e1cad8a,revision_number=3']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:36.475365 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=2d5fcb6f-1ff1-4115-be42-4d76bf7594e5,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:36.544830 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Network f43a5cf5-27e4-4762-a93b-2169348c9878 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:36.551508 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e1582-5ebe-43f9-b517-e2112a6fa02f None None] Current status of the port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:36.554404 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:36.560236 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:56:36.560788 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133773539'] for router_interface (d4017126-abe0-4284-9fae-1a8e439b5d68), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:36.601075 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] Set router d4017126-abe0-4284-9fae-1a8e439b5d68 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:56:36.687485 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-490c9714-7eb5-49a8-b5f0-181c3a77a865 req-3dff3c55-6ab8-44d8-b9b8-8cbd150783ca tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 210 time: 0.4708114 Feb 03 02:56:36.842372 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Pushing event updated for resources: {'Port': ['ID=45700015-6527-440a-9c51-028201e80df1,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:36.944986 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (45700015-6527-440a-9c51-028201e80df1), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:36.955276 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-344cb48f-bf9d-4e57-9634-3f7c029ecd6c req-f2cb1bf2-f1ff-45b9-b095-97e6a95a69a4 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 210 time: 0.1102936 Feb 03 02:56:37.011071 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47582) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:37.027354 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3f35b360-cd87-4856-9a5f-cc4d3d2bbf49 None None] Provisioning complete for port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:37.027737 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3f35b360-cd87-4856-9a5f-cc4d3d2bbf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:37.154982 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Router cc2865a8-429b-44a9-914f-1eb91b56a56c is scheduled to L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 with binding_index 1 {{(pid=102482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 02:56:37.190530 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:56:37.220734 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'name': 'tempest-ServerRescueNegativeTestJSON-82494619-router', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:33Z', 'revision_number': 3, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'gw_port': {'id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:37.275042 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40d191-aabc-41a5-a6d8-464e2ceac811 None None] The sync data for ids ['d4017126-abe0-4284-9fae-1a8e439b5d68'] in dv-cinder-827581-1-iscsi is: [{'id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'name': 'tempest-ServerRescueNegativeTestJSON-82494619-router', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:33Z', 'revision_number': 3, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'gw_port': {'id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:56:37.387738 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6db4-4c1f-474c-bba2-a14a86c08baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:37.449911 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:37.451075 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:37.455321 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Publish callbacks [] for port (45700015-6527-440a-9c51-028201e80df1), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:37.469965 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:56:37.476396 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (45700015-6527-440a-9c51-028201e80df1), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:37.478211 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133769075'] for router_interface (d4017126-abe0-4284-9fae-1a8e439b5d68), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:37.503719 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:37.511576 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-c0663ea7-b83f-424b-80ec-24cda8bf9e49 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0642822 Feb 03 02:56:37.513462 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47614) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:37.559707 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Sync routers for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:56:37.587367 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Pushing event updated for resources: {'Port': ['ID=45700015-6527-440a-9c51-028201e80df1,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:37.590577 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:56:37.593558 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:56:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:37.711756 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3f35b360-cd87-4856-9a5f-cc4d3d2bbf49 None None] Current status of the port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:37.752678 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Network f43a5cf5-27e4-4762-a93b-2169348c9878 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:37.755119 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:37.765789 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6db4-4c1f-474c-bba2-a14a86c08baf admin admin] Publish callbacks [] for security_group (2fabac0d-594e-4324-94ff-bba85d21b3a3), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:37.776654 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6db4-4c1f-474c-bba2-a14a86c08baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (2fabac0d-594e-4324-94ff-bba85d21b3a3), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:37.861647 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef6db4-4c1f-474c-bba2-a14a86c08baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fabac0d-594e-4324-94ff-bba85d21b3a3,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:37.915399 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:37.920284 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Router d4017126-abe0-4284-9fae-1a8e439b5d68 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 02:56:37.931928 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:56:37.964688 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a0ef6db4-4c1f-474c-bba2-a14a86c08baf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f75fb8e584c04ce481262c99952f2b71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9466407 Feb 03 02:56:37.968739 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b6c14fa5-e163-4a09-9c3d-a4aa16fafb4b req-3c479604-94b0-400d-9512-8ce3fa399515 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 210 time: 0.1097431 Feb 03 02:56:37.975129 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47624) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:38.084581 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:56:38.100770 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-b045e810-36aa-423c-b446-2c8148426e5b admin admin] 10.222.0.31 "PUT /v2.0/routers/d4017126-abe0-4284-9fae-1a8e439b5d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4332778 Feb 03 02:56:38.188350 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b290d79f-ebcd-41c0-b4f6-121b7909bc64 admin admin] Publish callbacks [] for security_group (2fabac0d-594e-4324-94ff-bba85d21b3a3), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:38.195748 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:35Z', 'revision_number': 3, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:38.224479 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Checking router: cc2865a8-429b-44a9-914f-1eb91b56a56c for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:56:38.224864 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Updating router cc2865a8-429b-44a9-914f-1eb91b56a56c port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae binding host dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:56:38.274085 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4567be66-2d43-40a8-a419-a11f0b8c258f req-ea37052a-e10c-4361-b3ca-226c8e6e0f0e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 210 time: 0.0756264 Feb 03 02:56:38.274940 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:38.286590 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b290d79f-ebcd-41c0-b4f6-121b7909bc64 admin admin] Publish callbacks [] for security_group (2fabac0d-594e-4324-94ff-bba85d21b3a3), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:38.441246 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b290d79f-ebcd-41c0-b4f6-121b7909bc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (2fabac0d-594e-4324-94ff-bba85d21b3a3), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:38.444353 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b290d79f-ebcd-41c0-b4f6-121b7909bc64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:38.447929 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-b290d79f-ebcd-41c0-b4f6-121b7909bc64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fabac0d-594e-4324-94ff-bba85d21b3a3 HTTP/1.1" status: 204 len: 168 time: 0.4677083 Feb 03 02:56:38.462984 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290d79f-ebcd-41c0-b4f6-121b7909bc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fabac0d-594e-4324-94ff-bba85d21b3a3,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:38.605022 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:38.808883 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Publish callbacks [] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:38.818233 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:38.865723 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Attempting to bind port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:56:38.866103 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Attempting to bind port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:56:38.866468 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Attempting to bind port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae on network 23732c56-e7be-4225-97cf-e051946979f1 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:38.880937 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:56:38.881310 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Checking segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:38.881714 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:38.882155 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Bound using segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:56:38.882902 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Bound port: ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:56:38.883140 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:38.906508 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92718a-ca4f-4bef-aef1-8cfbdc50f8b8 None None] Pushing event updated for resources: {'Port': ['ID=ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:38.958278 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] For port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:56:38.966039 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] For port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:56:38.974865 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:38.993783 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-ff4f7f94-014e-476c-833e-22c38e26bc73 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:38.995428 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-ff4f7f94-014e-476c-833e-22c38e26bc73 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 817 time: 0.3257265 Feb 03 02:56:39.022211 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device eeb1906c-a5b5-4f49-878b-44884e1cad8a up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:56:39.023561 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-fda88d58-1f05-490f-bc27-5dccf1d241ea tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/quotas/9cdfe1c1946840c19d3d559fb81e34b5 HTTP/1.1" status: 200 len: 375 time: 0.0174067 Feb 03 02:56:39.059177 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47676) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:39.073777 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:56:39.074412 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:56:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:39.074945 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-af0a9be4-b923-48ad-a96c-88f7ebbae92e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.114791 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92718a-ca4f-4bef-aef1-8cfbdc50f8b8 None None] Pushing event updated for resources: {'Port': ['ID=ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:39.138713 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-77f8c7df-d4c5-48a4-9167-6e69e3793dd9 req-0cd80563-69a5-4ec9-9981-deb32da01e76 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 210 time: 0.0423942 Feb 03 02:56:39.142641 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Allocated IP 172.20.0.1 (6402c879-2200-432c-9a4b-8fd0476dc339/6d557dc0-eafd-4268-9536-756ecc92255a/5415923f-b242-4d9a-b4aa-b0acc7dd0448) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:56:39.181842 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-af0a9be4-b923-48ad-a96c-88f7ebbae92e admin admin] Publish callbacks [] for security_group (93ffc5ad-f329-4ce0-ac39-4fa495ac9f3e), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.195568 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-af0a9be4-b923-48ad-a96c-88f7ebbae92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (93ffc5ad-f329-4ce0-ac39-4fa495ac9f3e), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.208099 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-32ec94c9-6956-430b-be38-2a912f585ce3 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1643624 Feb 03 02:56:39.252927 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:56:39.291193 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a9be4-b923-48ad-a96c-88f7ebbae92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ffc5ad-f329-4ce0-ac39-4fa495ac9f3e,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:39.295715 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-af0a9be4-b923-48ad-a96c-88f7ebbae92e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8457eff34ada4b1cae0ee3352ab7fc4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2355237 Feb 03 02:56:39.299060 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47678) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:39.349923 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port eeb1906c-a5b5-4f49-878b-44884e1cad8a triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:39.350716 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.380039 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c7f-08e2-46da-91d7-1cc0b564cb24 admin admin] Publish callbacks [] for security_group (93ffc5ad-f329-4ce0-ac39-4fa495ac9f3e), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.406269 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c7f-08e2-46da-91d7-1cc0b564cb24 admin admin] Publish callbacks [] for security_group (93ffc5ad-f329-4ce0-ac39-4fa495ac9f3e), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.456128 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c7f-08e2-46da-91d7-1cc0b564cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (93ffc5ad-f329-4ce0-ac39-4fa495ac9f3e), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.459498 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c7f-08e2-46da-91d7-1cc0b564cb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.460987 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-f46f5c7f-08e2-46da-91d7-1cc0b564cb24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93ffc5ad-f329-4ce0-ac39-4fa495ac9f3e HTTP/1.1" status: 204 len: 168 time: 0.1601608 Feb 03 02:56:39.474596 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f5c7f-08e2-46da-91d7-1cc0b564cb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ffc5ad-f329-4ce0-ac39-4fa495ac9f3e,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:39.514335 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-998fbc91-4d36-4df5-aaa5-e31d7ba23f93 req-25335f07-3c2a-45be-ae20-a6d28b86e848 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 210 time: 0.0652256 Feb 03 02:56:39.599331 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Publish callbacks [] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.608311 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-7d9b83e0-2302-43b4-bbab-461b41b11ee5 service neutron] 10.222.0.31 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988984 Feb 03 02:56:39.730421 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.733091 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port eeb1906c-a5b5-4f49-878b-44884e1cad8a is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:39.733491 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.753777 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-c220bd5e-4482-4c69-b9c0-75f5dda26727 service neutron] 10.222.0.31 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438479 Feb 03 02:56:39.761994 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port eeb1906c-a5b5-4f49-878b-44884e1cad8a, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=eeb1906c-a5b5-4f49-878b-44884e1cad8a,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:56:39.775890 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.824499 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:35Z', 'revision_number': 3, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:39.854824 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affdc72-4282-49dc-9084-ab77064608f1 None None] The sync data for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi is: [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:35Z', 'revision_number': 3, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:56:39.876928 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=eeb1906c-a5b5-4f49-878b-44884e1cad8a,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:39.892877 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Network 6402c879-2200-432c-9a4b-8fd0476dc339 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:39.894065 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Sync routers for ids ['d4017126-abe0-4284-9fae-1a8e439b5d68'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:56:39.900382 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:39.908111 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:56:39.916423 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133773539'] for router_interface (cc2865a8-429b-44a9-914f-1eb91b56a56c), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:39.921462 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Routers {'d4017126-abe0-4284-9fae-1a8e439b5d68'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:56:39.922062 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:56:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['d4017126-abe0-4284-9fae-1a8e439b5d68'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:40.061052 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Set router d4017126-abe0-4284-9fae-1a8e439b5d68 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:56:40.344369 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-53486554-417c-47f8-b372-692afad57759 None None] Provisioning complete for port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:40.346291 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-53486554-417c-47f8-b372-692afad57759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:40.425315 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-366459dd-c737-41d8-a572-3df82e881b8a req-1ca0b3fc-6f8b-475b-bd66-162e9c197a99 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 210 time: 0.4766517 Feb 03 02:56:40.438968 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Pushing event updated for resources: {'Port': ['ID=5415923f-b242-4d9a-b4aa-b0acc7dd0448,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:40.469444 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-53486554-417c-47f8-b372-692afad57759 None None] Port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:56:40.565164 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7fd8870b-875a-4554-9917-f9596f40f38b req-0914bcb4-f236-4fd7-a78c-925e063abf4e tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 210 time: 0.0573661 Feb 03 02:56:40.577696 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'name': 'tempest-ServerRescueNegativeTestJSON-82494619-router', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:36Z', 'revision_number': 4, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'gw_port': {'id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '45700015-6527-440a-9c51-028201e80df1', 'name': '', 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'mac_address': 'fa:16:3e:ed:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8bb96e84-4f17-47e8-9e3d-6c509db919bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:35Z', 'updated_at': '2022-02-03T02:56:37Z', 'revision_number': 2, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'subnets': [{'id': '8bb96e84-4f17-47e8-9e3d-6c509db919bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:40.647330 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Checking router: d4017126-abe0-4284-9fae-1a8e439b5d68 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:56:40.647962 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Updating router d4017126-abe0-4284-9fae-1a8e439b5d68 port 45700015-6527-440a-9c51-028201e80df1 binding host dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:56:40.686590 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:40.688325 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (45700015-6527-440a-9c51-028201e80df1), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:40.771085 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8286619f-1711-41dd-ba16-644402757694 req-9500e81e-ad79-4e03-b1a0-878edddd9471 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 210 time: 0.0671322 Feb 03 02:56:41.162578 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:56:41.236130 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:41.236456 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.236588 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-dc6c6a49-b542-4be0-b3f0-45d5493d3e7c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:41.242858 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-dc6c6a49-b542-4be0-b3f0-45d5493d3e7c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 817 time: 0.4019070 Feb 03 02:56:41.259661 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Publish callbacks [] for port (45700015-6527-440a-9c51-028201e80df1), precommit_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.284179 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (45700015-6527-440a-9c51-028201e80df1), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.284427 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-01cdbc62-8026-493e-821b-64aa490b4852 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/quotas/9cdfe1c1946840c19d3d559fb81e34b5 HTTP/1.1" status: 200 len: 375 time: 0.0244582 Feb 03 02:56:41.349010 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:41.351587 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.370727 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Publish callbacks [] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.381487 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.381960 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:56:41.382844 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133769075'] for router_interface (cc2865a8-429b-44a9-914f-1eb91b56a56c), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.390613 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.392232 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device eeb1906c-a5b5-4f49-878b-44884e1cad8a up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:56:41.413998 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1b4c5-7266-4e34-a952-37d4151056f9 None None] Pushing event updated for resources: {'Port': ['ID=45700015-6527-440a-9c51-028201e80df1,revision_number=3']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:41.426975 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Attempting to bind port 45700015-6527-440a-9c51-028201e80df1 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:56:41.427352 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Attempting to bind port 45700015-6527-440a-9c51-028201e80df1 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:56:41.427708 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Attempting to bind port 45700015-6527-440a-9c51-028201e80df1 on network f43a5cf5-27e4-4762-a93b-2169348c9878 {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:41.433276 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:56:41.433643 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Checking segment: {'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:41.434089 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.434486 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Bound using segment: {'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:56:41.435208 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Bound port: 45700015-6527-440a-9c51-028201e80df1, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'}}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:56:41.435500 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (45700015-6527-440a-9c51-028201e80df1), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.477391 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-8ce2a2ce-8d95-497c-96f4-2808d0440c9e tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1870720 Feb 03 02:56:41.499327 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:41.511119 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port eeb1906c-a5b5-4f49-878b-44884e1cad8a triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:41.512460 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.548197 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Pushing event updated for resources: {'Port': ['ID=5415923f-b242-4d9a-b4aa-b0acc7dd0448,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:41.558996 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] For port 45700015-6527-440a-9c51-028201e80df1, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:56:41.568381 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] For port 45700015-6527-440a-9c51-028201e80df1, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=45700015-6527-440a-9c51-028201e80df1,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:56:41.580152 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (45700015-6527-440a-9c51-028201e80df1), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:41.610778 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port eeb1906c-a5b5-4f49-878b-44884e1cad8a is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:41.642603 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Routers {'d4017126-abe0-4284-9fae-1a8e439b5d68'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:56:41.643294 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:56:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['d4017126-abe0-4284-9fae-1a8e439b5d68'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:41.662399 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1b4c5-7266-4e34-a952-37d4151056f9 None None] Pushing event updated for resources: {'Port': ['ID=45700015-6527-440a-9c51-028201e80df1,revision_number=4']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:41.666055 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-6c2af1f3-626e-49f8-8a86-0f6b496eb670 service neutron] 10.222.0.31 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758339 Feb 03 02:56:41.717247 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-34efc4e4-8d16-4e67-846f-78189ccc486e req-6f43ad6a-93ad-4d63-b915-74eea9ccdba8 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 210 time: 0.0470939 Feb 03 02:56:41.773345 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] Set router d4017126-abe0-4284-9fae-1a8e439b5d68 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:56:41.786527 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Network 6402c879-2200-432c-9a4b-8fd0476dc339 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:41.795241 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:41.873392 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-e17782d3-3c1b-4fdb-baec-45406655ad12 service neutron] 10.222.0.31 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063799 Feb 03 02:56:41.926561 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eee801db-b456-436f-8330-cb3fd393ee6c req-3738cc6e-9047-466b-b8a5-12d1db862e27 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 210 time: 0.0374360 Feb 03 02:56:42.026527 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Router cc2865a8-429b-44a9-914f-1eb91b56a56c has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 02:56:42.113812 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'name': 'tempest-ServerRescueNegativeTestJSON-82494619-router', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:36Z', 'revision_number': 4, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'gw_port': {'id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '45700015-6527-440a-9c51-028201e80df1', 'name': '', 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'mac_address': 'fa:16:3e:ed:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8bb96e84-4f17-47e8-9e3d-6c509db919bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:35Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'subnets': [{'id': '8bb96e84-4f17-47e8-9e3d-6c509db919bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:42.159931 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae82eb7-6cee-46fc-bceb-4624d37637b1 None None] The sync data for ids ['d4017126-abe0-4284-9fae-1a8e439b5d68'] in dv-cinder-827581-1-iscsi is: [{'id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'name': 'tempest-ServerRescueNegativeTestJSON-82494619-router', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:36Z', 'revision_number': 4, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'gw_port': {'id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '45700015-6527-440a-9c51-028201e80df1', 'name': '', 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'mac_address': 'fa:16:3e:ed:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8bb96e84-4f17-47e8-9e3d-6c509db919bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:35Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'subnets': [{'id': '8bb96e84-4f17-47e8-9e3d-6c509db919bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:56:42.227135 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-da4f6277-e94c-4570-a50d-8f196d733414 None None] Provisioning complete for port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:42.227774 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-da4f6277-e94c-4570-a50d-8f196d733414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:42.321932 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-da4f6277-e94c-4570-a50d-8f196d733414 None None] Port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:56:42.416539 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0a7936d4-999b-4cfa-8828-309c85a19025 req-1c35748d-4eb8-4b89-a41f-16981b05d85b tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 210 time: 0.2799246 Feb 03 02:56:42.428890 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47802) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:42.482230 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:56:42.505813 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d27c6c2c-32ac-4b21-aac6-6eb1c4317d2f admin admin] 10.222.0.31 "PUT /v2.0/routers/cc2865a8-429b-44a9-914f-1eb91b56a56c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9911485 Feb 03 02:56:42.576951 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3794b86d-9f07-47eb-aa90-d45d52135290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:42.674612 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3794b86d-9f07-47eb-aa90-d45d52135290 admin admin] Publish callbacks [] for security_group (b8d0fb2d-c1ad-4934-84ed-3fc07dc302c6), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:42.675147 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Sync routers for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:56:42.680963 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3794b86d-9f07-47eb-aa90-d45d52135290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (b8d0fb2d-c1ad-4934-84ed-3fc07dc302c6), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:42.692067 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:56:42.693357 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-72aab820-17fc-4078-9951-38c69d73776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:56:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:42.819377 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:56:42.881082 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794b86d-9f07-47eb-aa90-d45d52135290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d0fb2d-c1ad-4934-84ed-3fc07dc302c6,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:42.881448 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a81e2f6a-00f9-44e3-a78a-c88cb3f8b92c req-57f1305b-eded-4bdf-a43d-a868d9b9a8ea tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 210 time: 0.0610864 Feb 03 02:56:42.921100 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-3794b86d-9f07-47eb-aa90-d45d52135290 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5185694a810b420b84c3f5f983cc6a35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4908946 Feb 03 02:56:42.921540 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47820) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:43.012769 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8e22593d-a826-43ff-8f7f-6d6e5c7956d8 admin admin] Publish callbacks [] for security_group (b8d0fb2d-c1ad-4934-84ed-3fc07dc302c6), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.080133 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0bdb7bbf-ff96-441b-845e-0b0ef7662ae8 req-f1c7718f-e5dd-49c6-8caa-2c63e2b80750 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 210 time: 0.0507784 Feb 03 02:56:43.116201 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8e22593d-a826-43ff-8f7f-6d6e5c7956d8 admin admin] Publish callbacks [] for security_group (b8d0fb2d-c1ad-4934-84ed-3fc07dc302c6), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.146513 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-72aab820-17fc-4078-9951-38c69d73776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 2, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:43.171880 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8e22593d-a826-43ff-8f7f-6d6e5c7956d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (b8d0fb2d-c1ad-4934-84ed-3fc07dc302c6), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.175952 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8e22593d-a826-43ff-8f7f-6d6e5c7956d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.180492 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8e22593d-a826-43ff-8f7f-6d6e5c7956d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8d0fb2d-c1ad-4934-84ed-3fc07dc302c6 HTTP/1.1" status: 204 len: 168 time: 0.2577150 Feb 03 02:56:43.189726 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22593d-a826-43ff-8f7f-6d6e5c7956d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d0fb2d-c1ad-4934-84ed-3fc07dc302c6,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:43.191605 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:56:43.199884 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Checking router: cc2865a8-429b-44a9-914f-1eb91b56a56c for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:56:43.200251 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Updating router cc2865a8-429b-44a9-914f-1eb91b56a56c port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 binding host dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:56:43.280633 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.311889 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47838) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:43.316807 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-1a134569-b5dc-4cd2-8c89-b7ec17371609 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1343458862', 'description': 'tempest-description--961652397'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:43.372784 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1a134569-b5dc-4cd2-8c89-b7ec17371609 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.377330 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.418044 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:43.418431 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.515869 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1a134569-b5dc-4cd2-8c89-b7ec17371609 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (cdb81339-b2bd-4315-929a-bb5716e39b95), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.539368 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1a134569-b5dc-4cd2-8c89-b7ec17371609 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (cdb81339-b2bd-4315-929a-bb5716e39b95), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.635639 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-78db8f8d-1e81-4b7d-b5e8-ce5bc03d34f1 req-5cd5f92c-3252-448b-a510-04c730d79bc4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 210 time: 0.1120229 Feb 03 02:56:43.674614 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1a134569-b5dc-4cd2-8c89-b7ec17371609 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.681319 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-1a134569-b5dc-4cd2-8c89-b7ec17371609 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3655610 Feb 03 02:56:43.681666 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47852) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:43.687331 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-4506ad50-cd35-42d3-bf86-bab2a358c690 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'security_group_rule': {'security_group_id': 'cdb81339-b2bd-4315-929a-bb5716e39b95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:43.703153 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a134569-b5dc-4cd2-8c89-b7ec17371609 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb81339-b2bd-4315-929a-bb5716e39b95,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:43.711599 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47854) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:43.729478 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ba827a0f-d6ff-4d2d-b631-ecc6ef71a775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.748967 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:43.750689 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 45700015-6527-440a-9c51-028201e80df1 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:56:43.777197 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4506ad50-cd35-42d3-bf86-bab2a358c690 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (1166d3b1-f95c-4c2f-9645-3199b740b4ec), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.867336 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ba827a0f-d6ff-4d2d-b631-ecc6ef71a775 admin admin] Publish callbacks [] for security_group (3db5b1ef-2078-419c-85f7-9ac6189f1c51), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.872483 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ba827a0f-d6ff-4d2d-b631-ecc6ef71a775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (3db5b1ef-2078-419c-85f7-9ac6189f1c51), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.920225 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 45700015-6527-440a-9c51-028201e80df1 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:43.920628 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (45700015-6527-440a-9c51-028201e80df1), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.932200 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Publish callbacks [] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.949970 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ba827a0f-d6ff-4d2d-b631-ecc6ef71a775 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=139774d35cf44fa5a865af6aa5bad917&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2373474 Feb 03 02:56:43.953716 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 47862) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:43.958462 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4506ad50-cd35-42d3-bf86-bab2a358c690 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (1166d3b1-f95c-4c2f-9645-3199b740b4ec), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.961453 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:43.970530 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4506ad50-cd35-42d3-bf86-bab2a358c690 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (1166d3b1-f95c-4c2f-9645-3199b740b4ec), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.033632 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba827a0f-d6ff-4d2d-b631-ecc6ef71a775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db5b1ef-2078-419c-85f7-9ac6189f1c51,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:44.064179 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506ad50-cd35-42d3-bf86-bab2a358c690 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1166d3b1-f95c-4c2f-9645-3199b740b4ec,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:44.111463 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4506ad50-cd35-42d3-bf86-bab2a358c690 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.121646 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-4506ad50-cd35-42d3-bf86-bab2a358c690 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4381270 Feb 03 02:56:44.124809 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47872) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:44.145384 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ee73d6f7-d3c5-44bc-82ad-f8c6341264c3 admin admin] Publish callbacks [] for security_group (3db5b1ef-2078-419c-85f7-9ac6189f1c51), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.161887 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-ef0fe7fe-77fe-436f-ad1e-71b978897003 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'security_group_rule': {'security_group_id': 'cdb81339-b2bd-4315-929a-bb5716e39b95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:44.184301 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.43', 58226) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:44.189998 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4552b122-fed3-4057-8cd2-4e73630320a2 req-fd9c1e18-86e0-4d89-90c6-ad73188c84a3 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 210 time: 0.0799432 Feb 03 02:56:44.221978 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Attempting to bind port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:56:44.226368 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Attempting to bind port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:56:44.226738 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Attempting to bind port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 on network 6402c879-2200-432c-9a4b-8fd0476dc339 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:44.246144 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923db626-0daf-4d2c-ab4f-42206cb591cb None None] Pushing event updated for resources: {'Port': ['ID=5415923f-b242-4d9a-b4aa-b0acc7dd0448,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:44.294211 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:56:44.294853 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Checking segment: {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:44.295475 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.296227 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Bound using segment: {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:56:44.297151 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Bound port: 5415923f-b242-4d9a-b4aa-b0acc7dd0448, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:56:44.297762 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.314128 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe7fe-77fe-436f-ad1e-71b978897003 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (17e7b107-0a1d-464f-8a96-cfb5bb63deab), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.368708 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ee73d6f7-d3c5-44bc-82ad-f8c6341264c3 admin admin] Publish callbacks [] for security_group (3db5b1ef-2078-419c-85f7-9ac6189f1c51), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.370377 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.43', 58227) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:44.397646 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 45700015-6527-440a-9c51-028201e80df1 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:44.398424 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (45700015-6527-440a-9c51-028201e80df1), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.415463 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3a5cabbe-5f35-4868-9ea2-f2ec72e9c8e1 req-48d5b3f3-c59d-4cfa-ab54-95912e2029d4 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 210 time: 0.0388777 Feb 03 02:56:44.488389 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2ceeef1e-3d9f-4816-ae3a-33e21a663bc8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:44.490307 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2ceeef1e-3d9f-4816-ae3a-33e21a663bc8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 815 time: 0.2990906 Feb 03 02:56:44.502478 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-72aab820-17fc-4078-9951-38c69d73776e None None] For port 5415923f-b242-4d9a-b4aa-b0acc7dd0448, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:56:44.523658 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port 45700015-6527-440a-9c51-028201e80df1, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=45700015-6527-440a-9c51-028201e80df1,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:56:44.523818 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ee73d6f7-d3c5-44bc-82ad-f8c6341264c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (3db5b1ef-2078-419c-85f7-9ac6189f1c51), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.526014 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-8bb9579f-ef0c-4720-8902-fb90863e7f5e None None] Provisioning complete for port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:44.526591 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8bb9579f-ef0c-4720-8902-fb90863e7f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.526907 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ee73d6f7-d3c5-44bc-82ad-f8c6341264c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.530763 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ee73d6f7-d3c5-44bc-82ad-f8c6341264c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3db5b1ef-2078-419c-85f7-9ac6189f1c51 HTTP/1.1" status: 204 len: 168 time: 0.5737054 Feb 03 02:56:44.535158 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-72aab820-17fc-4078-9951-38c69d73776e None None] For port 5415923f-b242-4d9a-b4aa-b0acc7dd0448, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=5415923f-b242-4d9a-b4aa-b0acc7dd0448,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:56:44.571775 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.43', 58228) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:44.591552 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (45700015-6527-440a-9c51-028201e80df1), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.601300 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.654160 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Request body: {'port': {'device_id': '933b2272-897b-43bc-8ba0-252edeef0170', 'network_id': '126c5997-2080-4b93-9c71-959073b0550c', 'admin_state_up': True, 'tenant_id': 'ff777728bb704feeabf264e753679daa'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:44.684270 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73d6f7-d3c5-44bc-82ad-f8c6341264c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db5b1ef-2078-419c-85f7-9ac6189f1c51,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:44.969012 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe7fe-77fe-436f-ad1e-71b978897003 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (17e7b107-0a1d-464f-8a96-cfb5bb63deab), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:44.971254 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.43', 58234) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:45.022349 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-75af18c3-adfd-425d-9d27-4017f66a3f35 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:45.025246 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-75af18c3-adfd-425d-9d27-4017f66a3f35 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.43 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 817 time: 0.6470435 Feb 03 02:56:45.035501 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47914) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:45.036507 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe7fe-77fe-436f-ad1e-71b978897003 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (17e7b107-0a1d-464f-8a96-cfb5bb63deab), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:45.080000 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-8bb9579f-ef0c-4720-8902-fb90863e7f5e None None] Port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:56:45.109235 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=45700015-6527-440a-9c51-028201e80df1,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:45.141900 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:56:45.144172 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-72aab820-17fc-4078-9951-38c69d73776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:56:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:45.169111 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Request body: {'port': {'device_id': '01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e', 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878', 'admin_state_up': True, 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:45.287912 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-c919bcdc-e42b-4053-8711-5176142a2080 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:45.299615 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-c919bcdc-e42b-4053-8711-5176142a2080 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.43 "GET /v2.0/networks?id=9723d542-6d8e-49e5-9dba-f02cc45de9c9 HTTP/1.1" status: 200 len: 812 time: 0.7212505 Feb 03 02:56:45.416842 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Request body: {'port': {'device_id': '34add2e5-8d7d-42c6-8f4c-e7a60fb27183', 'network_id': '9723d542-6d8e-49e5-9dba-f02cc45de9c9', 'admin_state_up': True, 'tenant_id': 'a2f534df59e149f8b14cd7406f932b2d'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:45.447031 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b693c33c-d803-4f2f-aaf2-d97c36ce9e7d req-f9cc1c88-ccf6-49cf-8aca-c9a78aec99d2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 210 time: 0.5799680 Feb 03 02:56:45.534060 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a31596ac-619f-4b8d-a256-1c04398e1a6e req-d5c76924-2929-475e-9ef2-a2519645c745 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 210 time: 0.1104929 Feb 03 02:56:45.635046 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923db626-0daf-4d2c-ab4f-42206cb591cb None None] Pushing event updated for resources: {'Port': ['ID=5415923f-b242-4d9a-b4aa-b0acc7dd0448,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:45.639366 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 45700015-6527-440a-9c51-028201e80df1 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:56:45.757978 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8a8d6867-6ee3-4f1c-870b-49c8b8170c3f req-a4b87623-a144-42b5-b200-dceb47dabcd5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 210 time: 0.0972407 Feb 03 02:56:45.779781 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-72aab820-17fc-4078-9951-38c69d73776e None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:56:45.800511 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fe7fe-77fe-436f-ad1e-71b978897003 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e7b107-0a1d-464f-8a96-cfb5bb63deab,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:45.818459 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe7fe-77fe-436f-ad1e-71b978897003 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:45.824500 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ef0fe7fe-77fe-436f-ad1e-71b978897003 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6935780 Feb 03 02:56:45.825203 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 47976) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:45.844089 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a46ea675-8a9b-490f-9b7d-77c64db7b42d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:45.859522 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'floatingip': {'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:45.870182 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-412dc23d-8335-4fcc-add0-c7f00db16af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:45.963429 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a46ea675-8a9b-490f-9b7d-77c64db7b42d admin admin] Publish callbacks [] for security_group (a5ee3d4d-cd3e-4ce9-8e6b-0c6cdaa4134f), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:45.985026 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 45700015-6527-440a-9c51-028201e80df1 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:45.985279 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (45700015-6527-440a-9c51-028201e80df1), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:45.986189 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Made reservation on behalf of a2f534df59e149f8b14cd7406f932b2d for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:45.991654 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-db6bd8f0-05db-4a72-9b4c-962fa427a80c None None] Provisioning complete for port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:45.992014 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-db6bd8f0-05db-4a72-9b4c-962fa427a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:46.003041 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:46.016017 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Made reservation on behalf of ff777728bb704feeabf264e753679daa for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:46.035005 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:46.059950 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a46ea675-8a9b-490f-9b7d-77c64db7b42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (a5ee3d4d-cd3e-4ce9-8e6b-0c6cdaa4134f), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:46.156894 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-a46ea675-8a9b-490f-9b7d-77c64db7b42d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17f313a1b92c4e11886efd554edbb0b2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1084702 Feb 03 02:56:46.168298 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48008) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:46.173887 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Made reservation on behalf of 9cdfe1c1946840c19d3d559fb81e34b5 for: {'port': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:46.178817 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:46.258570 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-db6bd8f0-05db-4a72-9b4c-962fa427a80c None None] Current status of the port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:46.258570 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-db6bd8f0-05db-4a72-9b4c-962fa427a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:46.261629 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-72aab820-17fc-4078-9951-38c69d73776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:44Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:56:46.295889 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 45700015-6527-440a-9c51-028201e80df1 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:46.302777 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aab820-17fc-4078-9951-38c69d73776e None None] The sync data for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi is: [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:44Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:56:46.314210 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Allocated IP 172.20.0.3 (9723d542-6d8e-49e5-9dba-f02cc45de9c9/7d3186ba-8576-4821-ab72-86703494833d/4f976c37-c124-473b-94e5-f47a2ad3d40b) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:56:46.342456 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-db6bd8f0-05db-4a72-9b4c-962fa427a80c None None] For port 5415923f-b242-4d9a-b4aa-b0acc7dd0448, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=5415923f-b242-4d9a-b4aa-b0acc7dd0448,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:56:46.357541 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-db6bd8f0-05db-4a72-9b4c-962fa427a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:46.459836 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bd8f0-05db-4a72-9b4c-962fa427a80c None None] Pushing event updated for resources: {'Port': ['ID=5415923f-b242-4d9a-b4aa-b0acc7dd0448,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:46.591784 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Allocated IP 172.20.0.12 (126c5997-2080-4b93-9c71-959073b0550c/c0392db5-b24e-45e0-baa6-1befde31502f/44de70aa-dd5c-4b82-94f1-25e286c3f42f) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:56:46.638972 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:46.675790 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-a882737b-e22c-43fd-b82e-3c0af5a8b466 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:46.679611 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-a882737b-e22c-43fd-b82e-3c0af5a8b466 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.43 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 817 time: 1.7060966 Feb 03 02:56:46.723181 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Request body: {'port': {'device_id': '2abf9364-36a9-416e-831f-00f7508465bd', 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878', 'admin_state_up': True, 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:46.769802 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ea675-8a9b-490f-9b7d-77c64db7b42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ee3d4d-cd3e-4ce9-8e6b-0c6cdaa4134f,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:46.813686 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-acf3b5b0-a270-4ad1-b311-45e5f7b4127c req-d0ed740d-7f05-4e83-90e3-b9e544e65867 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 210 time: 0.1228275 Feb 03 02:56:46.975094 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-04393587-ebbd-4232-b58a-493282d9f4d5 req-29a187ca-4bde-474b-8e47-8c361a2e874c tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 210 time: 0.2031655 Feb 03 02:56:47.099825 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48032) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:47.259878 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ccf44215-cb2a-4cfa-b1da-bf3b1513de34 admin admin] Publish callbacks [] for security_group (a5ee3d4d-cd3e-4ce9-8e6b-0c6cdaa4134f), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:47.299462 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ccf44215-cb2a-4cfa-b1da-bf3b1513de34 admin admin] Publish callbacks [] for security_group (a5ee3d4d-cd3e-4ce9-8e6b-0c6cdaa4134f), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:47.505135 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Allocated IP 172.20.0.5 (f43a5cf5-27e4-4762-a93b-2169348c9878/8bb96e84-4f17-47e8-9e3d-6c509db919bb/514f132e-1831-4333-8bbe-abcdacde0949) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:56:47.508346 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdb89037-bdc9-467d-a262-e05513e641d7 req-8672b848-8b6a-4d29-a86c-1086ccd2444a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 210 time: 0.1319528 Feb 03 02:56:47.518109 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ccf44215-cb2a-4cfa-b1da-bf3b1513de34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (a5ee3d4d-cd3e-4ce9-8e6b-0c6cdaa4134f), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:47.520919 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ccf44215-cb2a-4cfa-b1da-bf3b1513de34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:47.522099 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ccf44215-cb2a-4cfa-b1da-bf3b1513de34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5ee3d4d-cd3e-4ce9-8e6b-0c6cdaa4134f HTTP/1.1" status: 204 len: 168 time: 1.3277493 Feb 03 02:56:47.571290 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44215-cb2a-4cfa-b1da-bf3b1513de34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ee3d4d-cd3e-4ce9-8e6b-0c6cdaa4134f,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:47.667653 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Made reservation on behalf of 9cdfe1c1946840c19d3d559fb81e34b5 for: {'port': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:56:47.680654 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:47.692067 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e4bea745-5dfb-412c-8d81-f74564927835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:47.699139 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 5415923f-b242-4d9a-b4aa-b0acc7dd0448 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:56:47.724685 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Publish callbacks [] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:47.898820 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e4bea745-5dfb-412c-8d81-f74564927835 admin admin] Publish callbacks [] for security_group (d90879f0-f8c1-4bc1-8653-e83ccad4918b), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:47.939817 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks [] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:47.960210 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e4bea745-5dfb-412c-8d81-f74564927835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (d90879f0-f8c1-4bc1-8653-e83ccad4918b), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:47.970983 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f819bf34-d7da-469d-8116-08fb5a6b8b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:47.974187 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:56:47.974567 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:48.012334 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:48.126188 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:48.290249 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:56:48.387313 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c1715efe-f604-450b-b304-edcd7daf079c req-19c7933e-961c-4173-b7ff-c850b7e2b594 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 210 time: 0.2364826 Feb 03 02:56:48.394914 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Network 9723d542-6d8e-49e5-9dba-f02cc45de9c9 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:48.430600 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Network 126c5997-2080-4b93-9c71-959073b0550c is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:48.433518 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Pushing event updated for resources: {'Port': ['ID=4f976c37-c124-473b-94e5-f47a2ad3d40b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:48.437256 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:48.494568 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Pushing event updated for resources: {'Port': ['ID=44de70aa-dd5c-4b82-94f1-25e286c3f42f,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:48.505774 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:48.512547 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:56:48.518863 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:48.519588 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:48.546474 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-8217b001-840a-4e84-b797-5435c74774a2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2033453 Feb 03 02:56:48.579641 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:56:48.585602 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:48.586770 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:48.641169 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-e0487840-6148-4191-9b9c-c0ad294ebd02 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 02:56:48.660828 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-e0487840-6148-4191-9b9c-c0ad294ebd02 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206308 Feb 03 02:56:48.669864 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6bdd3-b0f7-4871-ab3c-b18dea2543c4 req-3f63987a-9d00-4663-a577-2be6eec55417 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:48.681140 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2ad6bdd3-b0f7-4871-ab3c-b18dea2543c4 req-3f63987a-9d00-4663-a577-2be6eec55417 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 931 time: 0.4174693 Feb 03 02:56:48.693355 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks [] for port (514f132e-1831-4333-8bbe-abcdacde0949), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:48.741524 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (514f132e-1831-4333-8bbe-abcdacde0949), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:48.747735 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-e4bea745-5dfb-412c-8d81-f74564927835 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=818a964e58b641b590d96b84862e1f58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6427605 Feb 03 02:56:48.751036 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48092) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:48.920733 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2ad6bdd3-b0f7-4871-ab3c-b18dea2543c4 req-94ebe474-c3dd-4226-a600-099f70679196 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376106 Feb 03 02:56:48.930930 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2606653d-49dd-4a83-9a54-01e1d1d53663 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3483489 Feb 03 02:56:49.059359 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b27d8-4fac-4f99-a2fa-b4c2529c3b21 req-f564e000-a814-4475-9492-b19ca4311a26 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:49.072751 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c06b27d8-4fac-4f99-a2fa-b4c2529c3b21 req-f564e000-a814-4475-9492-b19ca4311a26 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 932 time: 0.3166134 Feb 03 02:56:49.141701 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:49.159666 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a5d05f7-6be1-4e7b-85c2-735cd11e5884 admin admin] Publish callbacks [] for security_group (d90879f0-f8c1-4bc1-8653-e83ccad4918b), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:49.184632 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bea745-5dfb-412c-8d81-f74564927835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90879f0-f8c1-4bc1-8653-e83ccad4918b,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:49.244734 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Network f43a5cf5-27e4-4762-a93b-2169348c9878 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:49.253486 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:49.263406 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:56:49.272911 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:49.273601 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:49.277866 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Pushing event updated for resources: {'Port': ['ID=514f132e-1831-4333-8bbe-abcdacde0949,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:49.289753 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a5d05f7-6be1-4e7b-85c2-735cd11e5884 admin admin] Publish callbacks [] for security_group (d90879f0-f8c1-4bc1-8653-e83ccad4918b), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:49.382604 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c06b27d8-4fac-4f99-a2fa-b4c2529c3b21 req-5849e20e-5e27-40fb-b800-298644dbd452 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098245 Feb 03 02:56:49.433469 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a5d05f7-6be1-4e7b-85c2-735cd11e5884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (d90879f0-f8c1-4bc1-8653-e83ccad4918b), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:49.437738 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a5d05f7-6be1-4e7b-85c2-735cd11e5884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:49.445418 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8a5d05f7-6be1-4e7b-85c2-735cd11e5884 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d90879f0-f8c1-4bc1-8653-e83ccad4918b HTTP/1.1" status: 204 len: 168 time: 0.5771449 Feb 03 02:56:49.465338 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d05f7-6be1-4e7b-85c2-735cd11e5884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90879f0-f8c1-4bc1-8653-e83ccad4918b,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:49.530533 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-a75ecd56-e067-41ca-a489-cab6f54ebee2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4244592 Feb 03 02:56:49.566544 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Allocated IP 172.20.0.2 (f43a5cf5-27e4-4762-a93b-2169348c9878/8bb96e84-4f17-47e8-9e3d-6c509db919bb/56bc6508-b90c-4a56-92a7-ede9dab41a4f) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:56:49.594439 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:49.625464 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3e10c139-f10a-4574-be52-3c9f1042bebb req-927a3a8a-1eb2-4be7-8ee6-2eca324f7c3c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 210 time: 0.0966218 Feb 03 02:56:49.641681 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Request body: {'port': {'device_id': '34add2e5-8d7d-42c6-8f4c-e7a60fb27183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:49.653426 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Request body: {'port': {'device_id': '933b2272-897b-43bc-8ba0-252edeef0170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:49.681454 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Allocated IP 172.27.2.227 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/ee25eb06-ad27-4299-997e-40d533f7a6bd) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:56:49.911793 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:49.930833 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:50.034302 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks [] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:50.092844 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for port (ee25eb06-ad27-4299-997e-40d533f7a6bd), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:50.103700 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Request body: {'port': {'device_id': '01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:50.276588 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:50.393802 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Network f43a5cf5-27e4-4762-a93b-2169348c9878 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:50.402431 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (514f132e-1831-4333-8bbe-abcdacde0949), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:50.547965 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:50.859643 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514f132e-1831-4333-8bbe-abcdacde0949 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:56:50.869995 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Publish callbacks [] for port (514f132e-1831-4333-8bbe-abcdacde0949), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:50.876686 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:50.893979 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (ee25eb06-ad27-4299-997e-40d533f7a6bd), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:50.908181 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:56:50.919843 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:50.925508 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:51.007877 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Transition to ACTIVE for port object 514f132e-1831-4333-8bbe-abcdacde0949 will not be triggered until provisioned by entity L2. {{(pid=102483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:56:51.013415 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2967064 Feb 03 02:56:51.016056 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30260730-cb0f-4e6f-b1e3-c0d9cc488f56 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Pushing event updated for resources: {'Port': ['ID=56bc6508-b90c-4a56-92a7-ede9dab41a4f,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:51.024117 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (514f132e-1831-4333-8bbe-abcdacde0949), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:51.028231 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c093335-fd02-4f27-a322-86bb9197e419 req-434b208b-036b-4c1d-ad71-ecb64384ce69 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:51.031888 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1c093335-fd02-4f27-a322-86bb9197e419 req-434b208b-036b-4c1d-ad71-ecb64384ce69 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 931 time: 0.9313226 Feb 03 02:56:51.032270 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:56:51.054527 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:56:51.066035 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Request body: {'port': {'device_id': '2abf9364-36a9-416e-831f-00f7508465bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:56:51.076966 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:56:51.200767 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d288f35-31e9-4d47-a80a-3ebaaa6d0d94 req-1c09888d-5d32-4583-ab02-8911f83a09f3 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:51.211541 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d288f35-31e9-4d47-a80a-3ebaaa6d0d94 req-1c09888d-5d32-4583-ab02-8911f83a09f3 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 932 time: 0.5328772 Feb 03 02:56:51.316726 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'Port': ['ID=ee25eb06-ad27-4299-997e-40d533f7a6bd,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:51.322000 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1c093335-fd02-4f27-a322-86bb9197e419 req-2615241b-ca03-4fc2-947a-8cddf8f94969 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085609 Feb 03 02:56:51.385461 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d288f35-31e9-4d47-a80a-3ebaaa6d0d94 req-437908c9-e539-4a71-a89f-72bfdd1dea7a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727705 Feb 03 02:56:51.462331 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f976c37-c124-473b-94e5-f47a2ad3d40b {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:56:51.473369 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Publish callbacks [] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:51.485116 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44de70aa-dd5c-4b82-94f1-25e286c3f42f {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:56:51.506288 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Publish callbacks [] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:51.529372 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Transition to ACTIVE for port object 4f976c37-c124-473b-94e5-f47a2ad3d40b will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:56:51.553912 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:51.633121 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Transition to ACTIVE for port object 44de70aa-dd5c-4b82-94f1-25e286c3f42f will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:56:51.690742 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:51.699334 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (fe859c25-b9cd-4586-ba8b-503deafdf750), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:51.793188 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f976c37-c124-473b-94e5-f47a2ad3d40b,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:51.812252 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:51.822813 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=514f132e-1831-4333-8bbe-abcdacde0949,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:51.850197 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Attempting to bind port 514f132e-1831-4333-8bbe-abcdacde0949 on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:56:51.850197 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Attempting to bind port 514f132e-1831-4333-8bbe-abcdacde0949 by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:56:51.850591 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Attempting to bind port 514f132e-1831-4333-8bbe-abcdacde0949 on network f43a5cf5-27e4-4762-a93b-2169348c9878 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:51.953907 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Port 514f132e-1831-4333-8bbe-abcdacde0949 on network f43a5cf5-27e4-4762-a93b-2169348c9878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:56:51.954254 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Attempting to bind port 514f132e-1831-4333-8bbe-abcdacde0949 on network f43a5cf5-27e4-4762-a93b-2169348c9878 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:52.000982 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:56:52.001682 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Checking segment: {'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:52.002411 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Bound using segment: {'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:56:52.003025 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Bound port: 514f132e-1831-4333-8bbe-abcdacde0949, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:56:52.003569 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (514f132e-1831-4333-8bbe-abcdacde0949), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:52.005781 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (ee25eb06-ad27-4299-997e-40d533f7a6bd), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:52.160176 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:52.203704 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a4cec-ba94-4a8e-bcab-9e0a93d35649 req-3fa9424b-c017-4fc1-8283-e5038240258a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:52.214367 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fb7a4cec-ba94-4a8e-bcab-9e0a93d35649 req-3fa9424b-c017-4fc1-8283-e5038240258a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 931 time: 0.6800649 Feb 03 02:56:52.232237 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:56:52.328397 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Attempting to bind port 4f976c37-c124-473b-94e5-f47a2ad3d40b on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:56:52.332202 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Attempting to bind port 4f976c37-c124-473b-94e5-f47a2ad3d40b by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '273d75f6-cb74-49a9-ab7c-ec60185e9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9723d542-6d8e-49e5-9dba-f02cc45de9c9'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:56:52.332749 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Attempting to bind port 4f976c37-c124-473b-94e5-f47a2ad3d40b on network 9723d542-6d8e-49e5-9dba-f02cc45de9c9 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:52.353816 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Pushing event updated for resources: {'Port': ['ID=44de70aa-dd5c-4b82-94f1-25e286c3f42f,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:52.357922 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Attempting to bind port 44de70aa-dd5c-4b82-94f1-25e286c3f42f on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:56:52.358461 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Attempting to bind port 44de70aa-dd5c-4b82-94f1-25e286c3f42f by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:56:52.359021 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Attempting to bind port 44de70aa-dd5c-4b82-94f1-25e286c3f42f on network 126c5997-2080-4b93-9c71-959073b0550c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:52.366355 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Port 4f976c37-c124-473b-94e5-f47a2ad3d40b on network 9723d542-6d8e-49e5-9dba-f02cc45de9c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:56:52.367546 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] For port 514f132e-1831-4333-8bbe-abcdacde0949, host hv-cinder-82758, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:56:52.368261 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Attempting to bind port 4f976c37-c124-473b-94e5-f47a2ad3d40b on network 9723d542-6d8e-49e5-9dba-f02cc45de9c9 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:52.414989 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Port 44de70aa-dd5c-4b82-94f1-25e286c3f42f on network 126c5997-2080-4b93-9c71-959073b0550c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:56:52.415638 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Attempting to bind port 44de70aa-dd5c-4b82-94f1-25e286c3f42f on network 126c5997-2080-4b93-9c71-959073b0550c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:52.428560 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:56:52.440226 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Checking segment: {'id': '273d75f6-cb74-49a9-ab7c-ec60185e9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9723d542-6d8e-49e5-9dba-f02cc45de9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:52.440226 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Bound using segment: {'id': '273d75f6-cb74-49a9-ab7c-ec60185e9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9723d542-6d8e-49e5-9dba-f02cc45de9c9'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:56:52.440226 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Bound port: 4f976c37-c124-473b-94e5-f47a2ad3d40b, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273d75f6-cb74-49a9-ab7c-ec60185e9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9723d542-6d8e-49e5-9dba-f02cc45de9c9'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:56:52.440226 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:52.466759 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] For port 514f132e-1831-4333-8bbe-abcdacde0949, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=514f132e-1831-4333-8bbe-abcdacde0949,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:56:52.476674 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:56:52.477291 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Checking segment: {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:52.477892 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Bound using segment: {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:56:52.478552 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Bound port: 44de70aa-dd5c-4b82-94f1-25e286c3f42f, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:56:52.479487 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:52.512637 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (514f132e-1831-4333-8bbe-abcdacde0949), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:52.528866 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fb7a4cec-ba94-4a8e-bcab-9e0a93d35649 req-54c7c081-e6d3-4010-a15e-ce4d81951dda tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116221 Feb 03 02:56:52.645603 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:52.646230 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:52.658243 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] 10.222.0.43 "PUT /v2.0/ports/514f132e-1831-4333-8bbe-abcdacde0949 HTTP/1.1" status: 200 len: 1093 time: 3.1099908 Feb 03 02:56:52.658915 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e', 'tag': '514f132e-1831-4333-8bbe-abcdacde0949'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:56:52.883860 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] For port 44de70aa-dd5c-4b82-94f1-25e286c3f42f, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:56:52.890147 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] For port 44de70aa-dd5c-4b82-94f1-25e286c3f42f, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=44de70aa-dd5c-4b82-94f1-25e286c3f42f,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:56:52.927859 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] For port 4f976c37-c124-473b-94e5-f47a2ad3d40b, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:56:52.934298 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] For port 4f976c37-c124-473b-94e5-f47a2ad3d40b, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=4f976c37-c124-473b-94e5-f47a2ad3d40b,segment=NetworkSegment(273d75f6-cb74-49a9-ab7c-ec60185e9b1b),segment_id=273d75f6-cb74-49a9-ab7c-ec60185e9b1b)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:56:52.955901 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.019942 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.021989 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for port (ee25eb06-ad27-4299-997e-40d533f7a6bd), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.023783 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b0ac5-6875-41cd-9d43-34f2bc687aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=514f132e-1831-4333-8bbe-abcdacde0949,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:53.039057 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (ee25eb06-ad27-4299-997e-40d533f7a6bd), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.050236 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:53.050873 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.052320 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] 10.222.0.43 "PUT /v2.0/ports/44de70aa-dd5c-4b82-94f1-25e286c3f42f HTTP/1.1" status: 200 len: 1094 time: 3.9576850 Feb 03 02:56:53.059308 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8f90b-b878-458c-b138-a85c697cf90a req-590daea3-7ef3-447b-9295-bd313da4b0de tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:53.066331 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-14d8f90b-b878-458c-b138-a85c697cf90a req-590daea3-7ef3-447b-9295-bd313da4b0de tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 943 time: 0.6000578 Feb 03 02:56:53.067996 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933b2272-897b-43bc-8ba0-252edeef0170', 'tag': '44de70aa-dd5c-4b82-94f1-25e286c3f42f'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:56:53.111805 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (fe859c25-b9cd-4586-ba8b-503deafdf750), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.130428 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bc6508-b90c-4a56-92a7-ede9dab41a4f {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:56:53.143638 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Publish callbacks [] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.146102 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'Port': ['ID=ee25eb06-ad27-4299-997e-40d533f7a6bd,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:53.154650 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.154868 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:53.155452 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.157044 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] 10.222.0.43 "PUT /v2.0/ports/4f976c37-c124-473b-94e5-f47a2ad3d40b HTTP/1.1" status: 200 len: 1093 time: 4.0605645 Feb 03 02:56:53.163872 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8728e8-e6f7-4be9-9437-6397b50ebf0a req-3cbc8562-7b64-4c76-bcac-ccc1abd00243 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:53.164377 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-8dff9973-dabb-412d-81f1-f4c5c3b205b9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3213816 Feb 03 02:56:53.165437 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1f8728e8-e6f7-4be9-9437-6397b50ebf0a req-3cbc8562-7b64-4c76-bcac-ccc1abd00243 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 944 time: 0.4423833 Feb 03 02:56:53.174252 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Transition to ACTIVE for port object 56bc6508-b90c-4a56-92a7-ede9dab41a4f will not be triggered until provisioned by entity L2. {{(pid=102483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:56:53.180932 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.214436 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88638e5-a71b-4a44-9568-f63996716e17 service neutron] Pushing event updated for resources: {'Port': ['ID=44de70aa-dd5c-4b82-94f1-25e286c3f42f,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:53.261062 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-14d8f90b-b878-458c-b138-a85c697cf90a req-96444242-7d56-428e-882c-3ce28a735422 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936901 Feb 03 02:56:53.278932 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040" -d '{"events": [{"name": "network-changed", "server_uuid": "01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e", "tag": "514f132e-1831-4333-8bbe-abcdacde0949"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:56:53.281790 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Attempting to bind port 56bc6508-b90c-4a56-92a7-ede9dab41a4f on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:56:53.282364 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Attempting to bind port 56bc6508-b90c-4a56-92a7-ede9dab41a4f by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:56:53.283041 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Attempting to bind port 56bc6508-b90c-4a56-92a7-ede9dab41a4f on network f43a5cf5-27e4-4762-a93b-2169348c9878 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:53.293095 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Pushing event updated for resources: {'Port': ['ID=56bc6508-b90c-4a56-92a7-ede9dab41a4f,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:53.298919 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Port 56bc6508-b90c-4a56-92a7-ede9dab41a4f on network f43a5cf5-27e4-4762-a93b-2169348c9878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:56:53.299347 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Attempting to bind port 56bc6508-b90c-4a56-92a7-ede9dab41a4f on network f43a5cf5-27e4-4762-a93b-2169348c9878 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:56:53.306271 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1f8728e8-e6f7-4be9-9437-6397b50ebf0a req-0c9d034c-811f-4a6e-8264-1e6d63a1e672 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281974 Feb 03 02:56:53.310335 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:56:53.310889 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Checking segment: {'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:56:53.311370 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Bound using segment: {'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:56:53.311910 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Bound port: 56bc6508-b90c-4a56-92a7-ede9dab41a4f, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68b4a7-b7b7-49a7-afa5-50097c526cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:56:53.312497 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.317887 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48252) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:53.324965 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b33cec-f4d9-41db-92fe-d8ca44b474d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f976c37-c124-473b-94e5-f47a2ad3d40b,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:53.384995 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] For port 56bc6508-b90c-4a56-92a7-ede9dab41a4f, host hv-cinder-82758, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:56:53.389370 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] For port 56bc6508-b90c-4a56-92a7-ede9dab41a4f, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=56bc6508-b90c-4a56-92a7-ede9dab41a4f,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:56:53.406558 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.432986 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fefb8c-bc26-4863-88c6-53424db191da" -d '{"events": [{"name": "network-changed", "server_uuid": "933b2272-897b-43bc-8ba0-252edeef0170", "tag": "44de70aa-dd5c-4b82-94f1-25e286c3f42f"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:56:53.455612 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:53.456170 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.457604 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] 10.222.0.43 "PUT /v2.0/ports/56bc6508-b90c-4a56-92a7-ede9dab41a4f HTTP/1.1" status: 200 len: 1093 time: 2.3991287 Feb 03 02:56:53.482865 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e54fc9-ce44-4c97-92cc-5298aa926937 service neutron] Pushing event updated for resources: {'Port': ['ID=56bc6508-b90c-4a56-92a7-ede9dab41a4f,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:53.566777 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-216b3cdf-c185-49c0-b316-29fa09d70979 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1343458862&fields=id&tenant_id=5c189a73642b4f5ba787addbc275d4c0 HTTP/1.1" status: 200 len: 267 time: 0.0773540 Feb 03 02:56:53.575230 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961627d5-b949-4a30-be73-ee1fb04ba576 x-openstack-request-id: req-961627d5-b949-4a30-be73-ee1fb04ba576 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:56:53.575230 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e", "tag": "514f132e-1831-4333-8bbe-abcdacde0949", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:56:53.575467 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-961627d5-b949-4a30-be73-ee1fb04ba576 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:56:53.575991 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e', 'tag': '514f132e-1831-4333-8bbe-abcdacde0949', 'status': 'completed', 'code': 200} Feb 03 02:56:53.677600 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7265bb2-af4d-4035-b20a-9a3eec867bab x-openstack-request-id: req-f7265bb2-af4d-4035-b20a-9a3eec867bab {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:56:53.678066 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933b2272-897b-43bc-8ba0-252edeef0170", "tag": "44de70aa-dd5c-4b82-94f1-25e286c3f42f", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:56:53.678176 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7265bb2-af4d-4035-b20a-9a3eec867bab {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:56:53.678711 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933b2272-897b-43bc-8ba0-252edeef0170', 'tag': '44de70aa-dd5c-4b82-94f1-25e286c3f42f', 'status': 'completed', 'code': 200} Feb 03 02:56:53.683540 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6bf4011d-c820-46a0-a179-9aa2708ff49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.774843 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-2abce47d-5010-4602-a9c6-53fc5a26d8d6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:53.776339 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-2abce47d-5010-4602-a9c6-53fc5a26d8d6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/networks?id=6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 200 len: 811 time: 0.1952913 Feb 03 02:56:53.810329 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-c2385d96-5647-47b5-9fcd-f2545430b587 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/quotas/5c189a73642b4f5ba787addbc275d4c0 HTTP/1.1" status: 200 len: 375 time: 0.0273075 Feb 03 02:56:53.857940 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd43fa0-9049-4827-8c48-1519a07dfd6c req-307ebaba-a703-4147-88bf-9517c191dd53 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:53.859399 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1cd43fa0-9049-4827-8c48-1519a07dfd6c req-307ebaba-a703-4147-88bf-9517c191dd53 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 943 time: 0.1401289 Feb 03 02:56:53.881706 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6bf4011d-c820-46a0-a179-9aa2708ff49a admin admin] Publish callbacks [] for security_group (830943fb-56e3-47e1-b8ea-1fcbf5978f94), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.892905 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6bf4011d-c820-46a0-a179-9aa2708ff49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (830943fb-56e3-47e1-b8ea-1fcbf5978f94), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:53.954348 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4011d-c820-46a0-a179-9aa2708ff49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830943fb-56e3-47e1-b8ea-1fcbf5978f94,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:53.960484 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-6bf4011d-c820-46a0-a179-9aa2708ff49a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=204c1fd85bf546caae90db7ef5d7e723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6413927 Feb 03 02:56:53.963428 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48286) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:53.965920 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-d5c098aa-4694-4b54-a4f0-c5997b8edc0a tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c189a73642b4f5ba787addbc275d4c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1503325 Feb 03 02:56:53.969230 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1cd43fa0-9049-4827-8c48-1519a07dfd6c req-08cd943c-83d0-46e3-a592-d319c0b4a1e6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028681 Feb 03 02:56:54.017007 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-71fc509f-0703-4235-adf5-4683e6fe4970 admin admin] Publish callbacks [] for security_group (830943fb-56e3-47e1-b8ea-1fcbf5978f94), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:54.044125 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-71fc509f-0703-4235-adf5-4683e6fe4970 admin admin] Publish callbacks [] for security_group (830943fb-56e3-47e1-b8ea-1fcbf5978f94), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:54.074077 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-eb538d5b-5849-41a8-bff8-486af3a7393c service neutron] 10.222.0.31 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905378 Feb 03 02:56:54.094025 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-71fc509f-0703-4235-adf5-4683e6fe4970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (830943fb-56e3-47e1-b8ea-1fcbf5978f94), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:54.097010 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-71fc509f-0703-4235-adf5-4683e6fe4970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:54.098354 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-71fc509f-0703-4235-adf5-4683e6fe4970 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/830943fb-56e3-47e1-b8ea-1fcbf5978f94 HTTP/1.1" status: 204 len: 168 time: 0.1337707 Feb 03 02:56:54.106829 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc509f-0703-4235-adf5-4683e6fe4970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830943fb-56e3-47e1-b8ea-1fcbf5978f94,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:54.165765 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-b9c19704-393e-499f-b048-77220ee13d13 service neutron] 10.222.0.31 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856390 Feb 03 02:56:54.329921 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a68cab23-7b5a-4468-894a-064e8e58525e req-82a22a49-5a37-4dd3-b24e-01771add5b15 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 210 time: 0.0280786 Feb 03 02:56:54.411869 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e122c0-95ff-4ace-bcdf-d9dafd663c07 req-aa17065c-ca80-4f15-bffe-1660ad7d3426 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:54.413454 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9e122c0-95ff-4ace-bcdf-d9dafd663c07 req-aa17065c-ca80-4f15-bffe-1660ad7d3426 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 943 time: 0.0744236 Feb 03 02:56:54.423242 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48300) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:54.437081 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-99f9fb27-fafa-4d49-a02f-2d54acaa50c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:54.500746 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9e122c0-95ff-4ace-bcdf-d9dafd663c07 req-1e72c7aa-47db-4981-bce8-70161b7788dc tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739093 Feb 03 02:56:54.520052 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e031d6-15a1-4143-98cd-2c5a350859f8 req-2d8fa5b1-8a38-4fd7-b598-bb0de0951c54 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:54.522123 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a0e031d6-15a1-4143-98cd-2c5a350859f8 req-2d8fa5b1-8a38-4fd7-b598-bb0de0951c54 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 944 time: 0.1174939 Feb 03 02:56:54.535261 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-99f9fb27-fafa-4d49-a02f-2d54acaa50c2 admin admin] Publish callbacks [] for security_group (6040a380-d4d6-4589-9f9d-d4445bf3a01c), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:54.539618 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-99f9fb27-fafa-4d49-a02f-2d54acaa50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6040a380-d4d6-4589-9f9d-d4445bf3a01c), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:54.575503 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a0e031d6-15a1-4143-98cd-2c5a350859f8 req-4bd15a41-5b0d-400f-bd35-60f381275b5c tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465152 Feb 03 02:56:54.580418 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-99f9fb27-fafa-4d49-a02f-2d54acaa50c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d4e05e8e5ac4c3d84eabae6321191a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560347 Feb 03 02:56:54.583106 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48308) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:54.597894 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9fb27-fafa-4d49-a02f-2d54acaa50c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6040a380-d4d6-4589-9f9d-d4445bf3a01c,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:54.644392 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d23a7d33-c70c-4f7a-8ee6-7a1529b60ba6 admin admin] Publish callbacks [] for security_group (6040a380-d4d6-4589-9f9d-d4445bf3a01c), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:54.665971 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d23a7d33-c70c-4f7a-8ee6-7a1529b60ba6 admin admin] Publish callbacks [] for security_group (6040a380-d4d6-4589-9f9d-d4445bf3a01c), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:54.713021 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d23a7d33-c70c-4f7a-8ee6-7a1529b60ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6040a380-d4d6-4589-9f9d-d4445bf3a01c), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:54.715580 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d23a7d33-c70c-4f7a-8ee6-7a1529b60ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:54.716755 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-d23a7d33-c70c-4f7a-8ee6-7a1529b60ba6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6040a380-d4d6-4589-9f9d-d4445bf3a01c HTTP/1.1" status: 204 len: 168 time: 0.1321421 Feb 03 02:56:54.727111 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a7d33-c70c-4f7a-8ee6-7a1529b60ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6040a380-d4d6-4589-9f9d-d4445bf3a01c,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:55.121767 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b38a4-98d7-4ca7-b7ff-c71e91808205 req-96e02409-b502-4548-b296-ca2da7a7806a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:55.124398 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-204b38a4-98d7-4ca7-b7ff-c71e91808205 req-96e02409-b502-4548-b296-ca2da7a7806a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 943 time: 0.0746021 Feb 03 02:56:55.226558 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-204b38a4-98d7-4ca7-b7ff-c71e91808205 req-707419f1-28f1-41bf-9d6f-55278195094f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942307 Feb 03 02:56:55.350219 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48336) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:55.478679 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44f4e792-f4ba-4e35-ab4c-bdb24c5a7931 req-a35519a8-b093-4e1f-b412-d51112b84a76 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 210 time: 0.0350285 Feb 03 02:56:55.522467 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f64f9728-785d-49a8-99f7-afa30b085d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:55.578707 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abf9364-36a9-416e-831f-00f7508465bd', 'tag': '56bc6508-b90c-4a56-92a7-ede9dab41a4f'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:56:55.586005 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff0297e-51b7-4005-881d-0cfedfedb78f" -d '{"events": [{"name": "network-changed", "server_uuid": "2abf9364-36a9-416e-831f-00f7508465bd", "tag": "56bc6508-b90c-4a56-92a7-ede9dab41a4f"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:56:55.690652 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2af06-0630-49f0-ae31-5a9b85c5c40c req-afd93c50-92dc-4b5b-9d83-3bfc5da50250 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:55.692451 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6ac2af06-0630-49f0-ae31-5a9b85c5c40c req-afd93c50-92dc-4b5b-9d83-3bfc5da50250 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 943 time: 0.0979269 Feb 03 02:56:55.693084 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34add2e5-8d7d-42c6-8f4c-e7a60fb27183', 'tag': '4f976c37-c124-473b-94e5-f47a2ad3d40b'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:56:55.696113 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2f5edf-6da5-4904-a27f-9767fedabb39" -d '{"events": [{"name": "network-changed", "server_uuid": "34add2e5-8d7d-42c6-8f4c-e7a60fb27183", "tag": "4f976c37-c124-473b-94e5-f47a2ad3d40b"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:56:55.737618 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f64f9728-785d-49a8-99f7-afa30b085d06 admin admin] Publish callbacks [] for security_group (8798fcce-970f-4b0c-bc6c-e42e15b98708), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:55.752404 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f64f9728-785d-49a8-99f7-afa30b085d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (8798fcce-970f-4b0c-bc6c-e42e15b98708), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:55.807355 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0e172-7faa-420c-a1e9-021944c08b87 req-d16a4bf8-b4f0-4064-b46f-329794a05baf tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:55.809421 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b6a0e172-7faa-420c-a1e9-021944c08b87 req-d16a4bf8-b4f0-4064-b46f-329794a05baf tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 944 time: 0.1043937 Feb 03 02:56:55.810664 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-f64f9728-785d-49a8-99f7-afa30b085d06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b26e07bb50144db684bc944ab78e2989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4592631 Feb 03 02:56:55.813352 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48366) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:55.865464 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f9728-785d-49a8-99f7-afa30b085d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8798fcce-970f-4b0c-bc6c-e42e15b98708,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:55.940148 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6ac2af06-0630-49f0-ae31-5a9b85c5c40c req-f6bc404c-4be0-40ab-9fc7-ee80c2a92920 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315912 Feb 03 02:56:55.992246 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b5ad378-189d-42c8-b904-ca3fd526252e admin admin] Publish callbacks [] for security_group (8798fcce-970f-4b0c-bc6c-e42e15b98708), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:56.013138 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b6a0e172-7faa-420c-a1e9-021944c08b87 req-c6d43adc-384f-4e8b-ba9c-df16f507d963 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561103 Feb 03 02:56:56.023742 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156c0b59-e9c9-4dea-9886-24cdb2c935a0 x-openstack-request-id: req-156c0b59-e9c9-4dea-9886-24cdb2c935a0 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:56:56.025607 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abf9364-36a9-416e-831f-00f7508465bd", "tag": "56bc6508-b90c-4a56-92a7-ede9dab41a4f", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:56:56.025873 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-156c0b59-e9c9-4dea-9886-24cdb2c935a0 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:56:56.026337 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abf9364-36a9-416e-831f-00f7508465bd', 'tag': '56bc6508-b90c-4a56-92a7-ede9dab41a4f', 'status': 'completed', 'code': 200} Feb 03 02:56:56.067187 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b5ad378-189d-42c8-b904-ca3fd526252e admin admin] Publish callbacks [] for security_group (8798fcce-970f-4b0c-bc6c-e42e15b98708), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:56.107965 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ef4387-6bde-4a3b-9c8a-f442fb7bff96 x-openstack-request-id: req-e5ef4387-6bde-4a3b-9c8a-f442fb7bff96 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:56:56.108427 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34add2e5-8d7d-42c6-8f4c-e7a60fb27183", "tag": "4f976c37-c124-473b-94e5-f47a2ad3d40b", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:56:56.108845 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5ef4387-6bde-4a3b-9c8a-f442fb7bff96 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:56:56.109381 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34add2e5-8d7d-42c6-8f4c-e7a60fb27183', 'tag': '4f976c37-c124-473b-94e5-f47a2ad3d40b', 'status': 'completed', 'code': 200} Feb 03 02:56:56.162434 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b5ad378-189d-42c8-b904-ca3fd526252e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (8798fcce-970f-4b0c-bc6c-e42e15b98708), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:56.165310 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b5ad378-189d-42c8-b904-ca3fd526252e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:56.168948 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-5b5ad378-189d-42c8-b904-ca3fd526252e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8798fcce-970f-4b0c-bc6c-e42e15b98708 HTTP/1.1" status: 204 len: 168 time: 0.3520451 Feb 03 02:56:56.177778 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ad378-189d-42c8-b904-ca3fd526252e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8798fcce-970f-4b0c-bc6c-e42e15b98708,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:56.497772 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1550eb4-ebb3-4f9f-9b1a-15e8734edacf req-1d1a29c6-87cd-4c00-a777-c0382c150df7 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:56.525053 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1550eb4-ebb3-4f9f-9b1a-15e8734edacf req-1d1a29c6-87cd-4c00-a777-c0382c150df7 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 943 time: 0.1381702 Feb 03 02:56:56.668878 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1550eb4-ebb3-4f9f-9b1a-15e8734edacf req-29a2e6de-1082-4bfe-9765-aa6214577300 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425314 Feb 03 02:56:56.711042 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0a1efefe-c7cc-4d36-b7b3-e312c893d63c req-a8ee2b07-73b5-4c6e-8254-fceaee0bf9f8 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 210 time: 0.0679584 Feb 03 02:56:56.982555 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48412) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:57.005968 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ea6634c0-8db8-44ea-85ba-1f0bf183005e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:57.110059 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ea6634c0-8db8-44ea-85ba-1f0bf183005e admin admin] Publish callbacks [] for security_group (e5e1b843-d94d-443e-9195-be94e7e43d5d), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:57.115920 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ea6634c0-8db8-44ea-85ba-1f0bf183005e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (e5e1b843-d94d-443e-9195-be94e7e43d5d), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:57.150251 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ea6634c0-8db8-44ea-85ba-1f0bf183005e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acf6e3521e604f2b967a1b46551dcf10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665320 Feb 03 02:56:57.155492 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48420) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:57.176141 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6634c0-8db8-44ea-85ba-1f0bf183005e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1b843-d94d-443e-9195-be94e7e43d5d,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:57.222626 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752504fd-f446-465f-b1a0-992911d0a967 req-c95a1091-6e8d-4abb-95dc-565f1a4cb3a5 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:57.224190 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-752504fd-f446-465f-b1a0-992911d0a967 req-c95a1091-6e8d-4abb-95dc-565f1a4cb3a5 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 943 time: 0.1650746 Feb 03 02:56:57.298635 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-310893af-cf61-4f68-bf77-ba14240934db admin admin] Publish callbacks [] for security_group (e5e1b843-d94d-443e-9195-be94e7e43d5d), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:57.327244 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730a624-9eb9-4105-82a4-09188493f65f req-f016ce97-ab7e-4051-8557-366f62cacebd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:57.328842 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d730a624-9eb9-4105-82a4-09188493f65f req-f016ce97-ab7e-4051-8557-366f62cacebd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 944 time: 0.1429088 Feb 03 02:56:57.351733 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-752504fd-f446-465f-b1a0-992911d0a967 req-32b3f0b5-5db7-4f6c-b146-5e97d72350f5 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141579 Feb 03 02:56:57.365496 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-310893af-cf61-4f68-bf77-ba14240934db admin admin] Publish callbacks [] for security_group (e5e1b843-d94d-443e-9195-be94e7e43d5d), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:57.474942 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d730a624-9eb9-4105-82a4-09188493f65f req-5712f653-2e37-475a-8bcd-00aba99e0f8f tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319835 Feb 03 02:56:57.503439 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-310893af-cf61-4f68-bf77-ba14240934db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (e5e1b843-d94d-443e-9195-be94e7e43d5d), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:57.506928 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-310893af-cf61-4f68-bf77-ba14240934db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:57.508293 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-310893af-cf61-4f68-bf77-ba14240934db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5e1b843-d94d-443e-9195-be94e7e43d5d HTTP/1.1" status: 204 len: 168 time: 0.3481808 Feb 03 02:56:57.517402 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310893af-cf61-4f68-bf77-ba14240934db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1b843-d94d-443e-9195-be94e7e43d5d,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:57.921543 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1008ee5-dc9d-47a7-a768-ed4406085c2c req-b8c0c850-857b-4a35-a2cc-8ef79bdfcbeb tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 210 time: 0.0599442 Feb 03 02:56:57.987779 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b645e-2c85-40da-b9b0-1fe0ae4fbb5b req-ca5f560f-5f75-4967-b6c5-b8d1823448de tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:57.989445 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d97b645e-2c85-40da-b9b0-1fe0ae4fbb5b req-ca5f560f-5f75-4967-b6c5-b8d1823448de tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 943 time: 0.2075250 Feb 03 02:56:58.071590 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d97b645e-2c85-40da-b9b0-1fe0ae4fbb5b req-f782f107-e41b-41ef-a235-cef5e2be9e16 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722017 Feb 03 02:56:58.542850 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f1245-eb11-4a3f-b72a-65645e55d39b req-68814f34-b57c-47e8-99de-982d07660d34 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:58.544510 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e6f1245-eb11-4a3f-b72a-65645e55d39b req-68814f34-b57c-47e8-99de-982d07660d34 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 943 time: 0.0989704 Feb 03 02:56:58.629292 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e6f1245-eb11-4a3f-b72a-65645e55d39b req-e2007827-a404-488a-8d15-a635b137ed56 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790627 Feb 03 02:56:58.653163 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8d965-8bec-4d86-9117-08aa5c3f7fc7 req-1c5698cb-a4f5-48e7-b58b-79f55a43c91b tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:58.653163 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8ff8d965-8bec-4d86-9117-08aa5c3f7fc7 req-1c5698cb-a4f5-48e7-b58b-79f55a43c91b tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 944 time: 0.0829964 Feb 03 02:56:58.698304 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8ff8d965-8bec-4d86-9117-08aa5c3f7fc7 req-705fa527-78ba-4ed4-8b14-7fee0b62fe64 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455275 Feb 03 02:56:59.061489 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0259663b-f62e-4e1c-839f-40e4fcf2d112 req-fe38e7cd-7d67-4928-ae2c-304e954d59b3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 210 time: 0.0442848 Feb 03 02:56:59.309507 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48512) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:59.358238 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cfa03-9b11-4850-ac1d-7b280d9001da req-ae690380-7a77-4213-a91c-a63a5c94e68e tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:59.369903 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb6cfa03-9b11-4850-ac1d-7b280d9001da req-ae690380-7a77-4213-a91c-a63a5c94e68e tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 943 time: 0.1253288 Feb 03 02:56:59.436596 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb6cfa03-9b11-4850-ac1d-7b280d9001da req-3f976244-2168-4a43-b779-cdefa4c949c9 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604851 Feb 03 02:56:59.653522 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0618e970-753e-41cf-9ce0-ffff80a90791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:59.749831 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0618e970-753e-41cf-9ce0-ffff80a90791 admin admin] Publish callbacks [] for security_group (0ef20763-b53d-4a71-869f-fe50ee23d52c), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:59.756323 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0618e970-753e-41cf-9ce0-ffff80a90791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (0ef20763-b53d-4a71-869f-fe50ee23d52c), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:59.788469 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b13ba9-7503-41b7-a3a3-9ebdbfe0dbfb req-21bda8a4-5f8d-495b-a320-36ec23bcd98e tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:59.790112 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-80b13ba9-7503-41b7-a3a3-9ebdbfe0dbfb req-21bda8a4-5f8d-495b-a320-36ec23bcd98e tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 943 time: 0.0610552 Feb 03 02:56:59.799378 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-0618e970-753e-41cf-9ce0-ffff80a90791 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d076b76f0d14a75a5a71132398e2df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4882445 Feb 03 02:56:59.800082 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618e970-753e-41cf-9ce0-ffff80a90791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef20763-b53d-4a71-869f-fe50ee23d52c,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:59.802794 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48540) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:56:59.852597 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-859a24c4-100c-4036-9151-8dd1edfa3cf8 admin admin] Publish callbacks [] for security_group (0ef20763-b53d-4a71-869f-fe50ee23d52c), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:59.880525 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-859a24c4-100c-4036-9151-8dd1edfa3cf8 admin admin] Publish callbacks [] for security_group (0ef20763-b53d-4a71-869f-fe50ee23d52c), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:59.894018 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce59b7-80ca-483d-8db1-fad689239061 req-330deccd-6da0-47ea-90db-eddcee15ca06 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:56:59.895505 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-07ce59b7-80ca-483d-8db1-fad689239061 req-330deccd-6da0-47ea-90db-eddcee15ca06 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 944 time: 0.1044731 Feb 03 02:56:59.898437 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-80b13ba9-7503-41b7-a3a3-9ebdbfe0dbfb req-902845a1-1f94-44e4-8120-298db4a87c90 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978577 Feb 03 02:56:59.930628 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-859a24c4-100c-4036-9151-8dd1edfa3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (0ef20763-b53d-4a71-869f-fe50ee23d52c), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:59.933503 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-859a24c4-100c-4036-9151-8dd1edfa3cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:56:59.937560 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-859a24c4-100c-4036-9151-8dd1edfa3cf8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ef20763-b53d-4a71-869f-fe50ee23d52c HTTP/1.1" status: 204 len: 168 time: 0.1338458 Feb 03 02:56:59.948120 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a24c4-100c-4036-9151-8dd1edfa3cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef20763-b53d-4a71-869f-fe50ee23d52c,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:56:59.957146 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-07ce59b7-80ca-483d-8db1-fad689239061 req-b902ab73-cd56-4299-80d3-7cf7eee76c20 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511484 Feb 03 02:57:00.175643 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb6e3b13-e432-4aa6-bfe6-00b10d51f032 req-facadfc8-a5e0-48d7-8c9c-9e6c84e4ae5f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 210 time: 0.0276613 Feb 03 02:57:00.268183 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48556) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:00.284458 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-43fa723c-6f25-435a-ba01-f8bab2eab409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:00.413051 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-43fa723c-6f25-435a-ba01-f8bab2eab409 admin admin] Publish callbacks [] for security_group (4219b630-5047-43dc-9d76-2509f9c397fc), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:00.423411 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-43fa723c-6f25-435a-ba01-f8bab2eab409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (4219b630-5047-43dc-9d76-2509f9c397fc), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:00.449849 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-7ed759c8-63a6-4a97-bfe0-d93a6db5a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:00.454642 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-7ed759c8-63a6-4a97-bfe0-d93a6db5a4e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 1127 time: 0.1161561 Feb 03 02:57:00.489350 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-43fa723c-6f25-435a-ba01-f8bab2eab409 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac1cb3a176f5462c9709700a9aeb3a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195671 Feb 03 02:57:00.490114 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa723c-6f25-435a-ba01-f8bab2eab409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4219b630-5047-43dc-9d76-2509f9c397fc,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:00.500396 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48566) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:00.597366 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-05670d55-e55b-40e1-9b64-d4e0dbc8410d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=514f132e-1831-4333-8bbe-abcdacde0949 HTTP/1.1" status: 200 len: 217 time: 0.1040943 Feb 03 02:57:00.672491 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0297e-51b7-4005-881d-0cfedfedb78f req-237bbb1e-e1a4-4b2b-a27c-f2dc1216438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:00.673602 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744956-d2fc-4676-8bd3-47db729a035c req-3050b763-5487-4411-94c6-7e3108e0668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:00.674007 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-cff0297e-51b7-4005-881d-0cfedfedb78f req-237bbb1e-e1a4-4b2b-a27c-f2dc1216438a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 1127 time: 0.1732345 Feb 03 02:57:00.675150 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-3050b763-5487-4411-94c6-7e3108e0668d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 1128 time: 0.3372276 Feb 03 02:57:00.678977 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-174e0886-24d0-43b9-9e2d-b22ae1dace6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:00.680415 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-174e0886-24d0-43b9-9e2d-b22ae1dace6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2f534df59e149f8b14cd7406f932b2d&device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 1127 time: 0.3389580 Feb 03 02:57:00.691354 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-92014d18-937d-43db-8757-8de9a33dba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:00.694197 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-92014d18-937d-43db-8757-8de9a33dba93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bb96e84-4f17-47e8-9e3d-6c509db919bb HTTP/1.1" status: 200 len: 857 time: 0.0874648 Feb 03 02:57:00.695135 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c736fb-bb09-4710-920c-8464453c693f req-c161e044-9e86-4a11-8926-c29b3881d37b tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:00.696706 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9c736fb-bb09-4710-920c-8464453c693f req-c161e044-9e86-4a11-8926-c29b3881d37b tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 943 time: 0.0879602 Feb 03 02:57:00.698455 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d1ac15a8-7068-4cbd-9a20-11195556a1ed admin admin] Publish callbacks [] for security_group (4219b630-5047-43dc-9d76-2509f9c397fc), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:00.786449 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-b7c2b53b-ad44-44c2-9f98-44bc9a099527 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f43a5cf5-27e4-4762-a93b-2169348c9878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726664 Feb 03 02:57:00.810335 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-7a3f2206-5e84-43b3-abd1-5dcbcc132943 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f976c37-c124-473b-94e5-f47a2ad3d40b HTTP/1.1" status: 200 len: 217 time: 0.0993319 Feb 03 02:57:00.811542 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-77ae447f-3ea8-44b3-a240-82b2eabd5c2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44de70aa-dd5c-4b82-94f1-25e286c3f42f HTTP/1.1" status: 200 len: 217 time: 0.1095862 Feb 03 02:57:00.819725 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d1ac15a8-7068-4cbd-9a20-11195556a1ed admin admin] Publish callbacks [] for security_group (4219b630-5047-43dc-9d76-2509f9c397fc), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:00.912623 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9c736fb-bb09-4710-920c-8464453c693f req-ea58472d-3705-4703-94f7-48fc0354b006 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026722 Feb 03 02:57:00.932609 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-f7ec5282-1104-4494-a1a6-70f457885c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:00.934526 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-f7ec5282-1104-4494-a1a6-70f457885c28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d3186ba-8576-4821-ab72-86703494833d HTTP/1.1" status: 200 len: 852 time: 0.1097341 Feb 03 02:57:00.939820 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744956-d2fc-4676-8bd3-47db729a035c req-d4f79f35-ef3e-4cb2-b8ef-369d455f23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:00.942166 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-d4f79f35-ef3e-4cb2-b8ef-369d455f23a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0392db5-b24e-45e0-baa6-1befde31502f HTTP/1.1" status: 200 len: 855 time: 0.1162856 Feb 03 02:57:01.037751 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0297e-51b7-4005-881d-0cfedfedb78f req-f79c62bc-4859-494c-9e3d-c73bbfefddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:01.039317 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-cff0297e-51b7-4005-881d-0cfedfedb78f req-f79c62bc-4859-494c-9e3d-c73bbfefddb8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3374853 Feb 03 02:57:01.040495 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-88c515b6-6e70-4879-9d3a-965b8f6f8065 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9723d542-6d8e-49e5-9dba-f02cc45de9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970895 Feb 03 02:57:01.047170 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d1ac15a8-7068-4cbd-9a20-11195556a1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (4219b630-5047-43dc-9d76-2509f9c397fc), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:01.049655 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-2ed86255-65d2-4dda-8ba2-db0db5fecc5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=126c5997-2080-4b93-9c71-959073b0550c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949569 Feb 03 02:57:01.049790 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d1ac15a8-7068-4cbd-9a20-11195556a1ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:01.050920 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-d1ac15a8-7068-4cbd-9a20-11195556a1ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4219b630-5047-43dc-9d76-2509f9c397fc HTTP/1.1" status: 204 len: 168 time: 0.5392947 Feb 03 02:57:01.086050 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-5d6e02a6-68f5-4db7-b3ce-f9e0ef38c708 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871037 Feb 03 02:57:01.157220 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.43', 58267) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:01.242723 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48588) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:01.333095 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac15a8-7068-4cbd-9a20-11195556a1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4219b630-5047-43dc-9d76-2509f9c397fc,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:01.366025 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f88e5c-96f6-4324-b04a-bd78d5b7b9d1 req-94121e1c-cf78-4c7d-b909-276ebdf6af83 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:01.368694 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f6f88e5c-96f6-4324-b04a-bd78d5b7b9d1 req-94121e1c-cf78-4c7d-b909-276ebdf6af83 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 943 time: 0.3652172 Feb 03 02:57:01.422889 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-a2c0fb56-79d6-4580-bcec-dc54745f0c5b service neutron] 10.222.0.43 "GET /v2.0/networks/9723d542-6d8e-49e5-9dba-f02cc45de9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695941 Feb 03 02:57:01.445012 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-05e0a475-ac6f-4f65-8e6a-cf4c9e030d1c service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414595 Feb 03 02:57:01.486313 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b073cf-8ea0-4709-9371-4c1bfa9e83fa req-87fad3b6-0648-4386-ae70-58ec86cc5453 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:01.493105 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e8b073cf-8ea0-4709-9371-4c1bfa9e83fa req-87fad3b6-0648-4386-ae70-58ec86cc5453 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 944 time: 0.4408748 Feb 03 02:57:01.661431 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0297e-51b7-4005-881d-0cfedfedb78f req-4298a91b-5d5a-42fc-a6c5-3f8d6a79b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:01.663543 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-cff0297e-51b7-4005-881d-0cfedfedb78f req-4298a91b-5d5a-42fc-a6c5-3f8d6a79b122 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6173928 Feb 03 02:57:01.668182 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-809d8e8b-4429-46f6-9524-622e07ea9e2e req-5eeedb4e-12a6-42fd-96e7-b02e2c965a7d service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719268 Feb 03 02:57:01.678965 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-55a26eec-86ea-4463-8097-ffd5dfa469d7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:01.682350 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-55a26eec-86ea-4463-8097-ffd5dfa469d7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.43 "GET /v2.0/networks?id=6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 200 len: 811 time: 0.3469956 Feb 03 02:57:01.741915 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22567d81-38df-4f4b-9921-ffc698554593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:01.775008 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f6f88e5c-96f6-4324-b04a-bd78d5b7b9d1 req-8c74b754-3893-4c93-a5b6-3a514f2fdba1 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906102 Feb 03 02:57:01.833866 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-464e9066-b9c8-4d7f-a7d8-cd016b5b11b6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c189a73642b4f5ba787addbc275d4c0 HTTP/1.1" status: 200 len: 380 time: 0.1399620 Feb 03 02:57:01.839280 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-e1f19d01-70d1-42e1-97ce-b1b80e0c3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:01.841279 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-e1f19d01-70d1-42e1-97ce-b1b80e0c3b32 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 1127 time: 0.1277101 Feb 03 02:57:01.845178 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e8b073cf-8ea0-4709-9371-4c1bfa9e83fa req-ef131665-f57c-4841-9e2b-3a8c206e86e3 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463740 Feb 03 02:57:01.848075 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'port': {'device_id': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'admin_state_up': True, 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'security_groups': ['cdb81339-b2bd-4315-929a-bb5716e39b95']}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:01.881128 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040 req-6af0105c-7b50-4a22-a3ef-6a18bbab2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:01.882638 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040 req-6af0105c-7b50-4a22-a3ef-6a18bbab2f3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 1127 time: 0.1403651 Feb 03 02:57:01.898722 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d744956-d2fc-4676-8bd3-47db729a035c req-8b233a17-0781-4f8d-8957-e67edcdb0276 service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526079 Feb 03 02:57:01.940629 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-e927289c-944b-4d2e-936a-87b347dfb292 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56bc6508-b90c-4a56-92a7-ede9dab41a4f HTTP/1.1" status: 200 len: 217 time: 0.0876312 Feb 03 02:57:01.988676 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6b1362f5-0d74-46be-8bb0-dd91cfe0c237 req-4f8d6a68-f7f6-44ef-8cf6-c2e47ff27618 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 210 time: 0.0729034 Feb 03 02:57:02.004695 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bdcadf6d-75fe-4420-9bd6-9b0334094082 req-b56b063d-f597-4c38-8247-18a44e610312 service neutron] 10.222.0.43 "GET /v2.0/networks/9723d542-6d8e-49e5-9dba-f02cc45de9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383747 Feb 03 02:57:02.145916 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-5024ff64-65c6-4cb0-9934-fe6fc00bc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:02.147389 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-5024ff64-65c6-4cb0-9934-fe6fc00bc847 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bb96e84-4f17-47e8-9e3d-6c509db919bb HTTP/1.1" status: 200 len: 857 time: 0.1891108 Feb 03 02:57:02.171507 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fefb8c-bc26-4863-88c6-53424db191da req-197ae8e3-cba1-4988-ad21-51c57ea4dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:02.173802 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01fefb8c-bc26-4863-88c6-53424db191da req-197ae8e3-cba1-4988-ad21-51c57ea4dfd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 1128 time: 0.1910391 Feb 03 02:57:02.200363 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-a19d9ab4-28cf-4b87-850b-31f2521fded0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f43a5cf5-27e4-4762-a93b-2169348c9878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401890 Feb 03 02:57:02.237561 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040 req-be108275-2138-4828-82b8-fff580b447cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:02.239050 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040 req-be108275-2138-4828-82b8-fff580b447cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 918 time: 0.3024023 Feb 03 02:57:02.277324 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Made reservation on behalf of 5c189a73642b4f5ba787addbc275d4c0 for: {'port': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:57:02.280552 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:02.315858 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3e528-4dd4-4309-8b73-1b8fbc5915cf req-31963ff6-3018-4210-84ac-ea8525978c3c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:02.317646 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4ea3e528-4dd4-4309-8b73-1b8fbc5915cf req-31963ff6-3018-4210-84ac-ea8525978c3c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 943 time: 0.2486758 Feb 03 02:57:02.319774 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22567d81-38df-4f4b-9921-ffc698554593 admin admin] Publish callbacks [] for security_group (31b78f8a-288b-49ae-a0e7-a9d5ede82d3d), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:02.323168 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040 req-00743808-9384-43d3-9bc2-91b1a99a805e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=514f132e-1831-4333-8bbe-abcdacde0949 HTTP/1.1" status: 200 len: 217 time: 0.0531654 Feb 03 02:57:02.360379 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22567d81-38df-4f4b-9921-ffc698554593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (31b78f8a-288b-49ae-a0e7-a9d5ede82d3d), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:02.423921 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5edf-6da5-4904-a27f-9767fedabb39 req-1298eaf0-42b8-4fce-a4a3-643bb63f0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:02.425784 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f2f5edf-6da5-4904-a27f-9767fedabb39 req-1298eaf0-42b8-4fce-a4a3-643bb63f0607 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2f534df59e149f8b14cd7406f932b2d&device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 1127 time: 0.3139567 Feb 03 02:57:02.446599 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040 req-79e24067-9c36-4585-824c-03591a9a2d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:02.448083 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040 req-79e24067-9c36-4585-824c-03591a9a2d97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bb96e84-4f17-47e8-9e3d-6c509db919bb HTTP/1.1" status: 200 len: 857 time: 0.1158564 Feb 03 02:57:02.452225 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-e928afc1-d5d8-45eb-bdfa-4ce9b87b2df7 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418320 Feb 03 02:57:02.478655 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22567d81-38df-4f4b-9921-ffc698554593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b78f8a-288b-49ae-a0e7-a9d5ede82d3d,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:02.530852 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040 req-4b27998d-16f5-4b82-aa57-3de7963dfdd7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f43a5cf5-27e4-4762-a93b-2169348c9878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545859 Feb 03 02:57:02.587775 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-22567d81-38df-4f4b-9921-ffc698554593 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adbc006333a6417ab93684c23020a032&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3413229 Feb 03 02:57:02.588937 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48646) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:02.598590 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4ea3e528-4dd4-4309-8b73-1b8fbc5915cf req-eed5c9f8-af1c-4072-8db0-0b6118347655 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617562 Feb 03 02:57:02.609733 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fefb8c-bc26-4863-88c6-53424db191da req-b8bca880-0061-4b88-831c-2ce043e2bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:02.611873 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01fefb8c-bc26-4863-88c6-53424db191da req-b8bca880-0061-4b88-831c-2ce043e2bac8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 916 time: 0.4281170 Feb 03 02:57:02.620087 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Allocated IP 172.20.0.4 (6402c879-2200-432c-9a4b-8fd0476dc339/6d557dc0-eafd-4268-9536-756ecc92255a/303c8ce3-0afd-4cac-878f-a7307e3741d0) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:57:02.677150 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01fefb8c-bc26-4863-88c6-53424db191da req-79e36d9c-e0fe-4194-93d9-7148cfeb5073 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44de70aa-dd5c-4b82-94f1-25e286c3f42f HTTP/1.1" status: 200 len: 217 time: 0.0434020 Feb 03 02:57:02.695966 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5edf-6da5-4904-a27f-9767fedabb39 req-a68efe48-24e1-4958-a6ad-5815ad80ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:02.698186 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f2f5edf-6da5-4904-a27f-9767fedabb39 req-a68efe48-24e1-4958-a6ad-5815ad80ea4f service neutron] 10.222.0.43 "GET /v2.0/networks?id=9723d542-6d8e-49e5-9dba-f02cc45de9c9 HTTP/1.1" status: 200 len: 913 time: 0.2146492 Feb 03 02:57:02.740991 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-1ecd3c00-58e1-4508-ac1e-0c1a44169b2c service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635653 Feb 03 02:57:02.795520 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040 req-29b7ee19-d8e1-49db-828d-cf3d817a3a69 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283561 Feb 03 02:57:02.796050 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0943-d0a3-4e7e-9736-391a38c3fbbc admin admin] Publish callbacks [] for security_group (31b78f8a-288b-49ae-a0e7-a9d5ede82d3d), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:02.908135 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0943-d0a3-4e7e-9736-391a38c3fbbc admin admin] Publish callbacks [] for security_group (31b78f8a-288b-49ae-a0e7-a9d5ede82d3d), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.007524 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.014713 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f2f5edf-6da5-4904-a27f-9767fedabb39 req-e300261a-fce7-432c-9185-d315b065af64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f976c37-c124-473b-94e5-f47a2ad3d40b HTTP/1.1" status: 200 len: 217 time: 0.2986922 Feb 03 02:57:03.018007 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040 req-c64eae1b-8d28-449f-a3bb-329be4bb8448 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146096 Feb 03 02:57:03.027634 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0943-d0a3-4e7e-9736-391a38c3fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (31b78f8a-288b-49ae-a0e7-a9d5ede82d3d), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.030397 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0943-d0a3-4e7e-9736-391a38c3fbbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.031743 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-cd1f0943-d0a3-4e7e-9736-391a38c3fbbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31b78f8a-288b-49ae-a0e7-a9d5ede82d3d HTTP/1.1" status: 204 len: 168 time: 0.4327683 Feb 03 02:57:03.055423 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f0943-d0a3-4e7e-9736-391a38c3fbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b78f8a-288b-49ae-a0e7-a9d5ede82d3d,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:03.076952 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.157498 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fefb8c-bc26-4863-88c6-53424db191da req-b6505f35-8f69-445a-8168-7c2302e8e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:03.160192 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01fefb8c-bc26-4863-88c6-53424db191da req-b6505f35-8f69-445a-8168-7c2302e8e13a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0392db5-b24e-45e0-baa6-1befde31502f HTTP/1.1" status: 200 len: 855 time: 0.4752903 Feb 03 02:57:03.201034 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01fefb8c-bc26-4863-88c6-53424db191da req-986d70fe-ea68-40f3-a413-d907d13bb47a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=126c5997-2080-4b93-9c71-959073b0550c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297306 Feb 03 02:57:03.236551 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5edf-6da5-4904-a27f-9767fedabb39 req-58ae2ffc-e9de-4d0c-ad4f-183c6b5211db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:03.241694 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f2f5edf-6da5-4904-a27f-9767fedabb39 req-58ae2ffc-e9de-4d0c-ad4f-183c6b5211db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d3186ba-8576-4821-ab72-86703494833d HTTP/1.1" status: 200 len: 852 time: 0.1871715 Feb 03 02:57:03.248770 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc786e-d480-4c18-8343-4d836ca85595 req-8d7ff763-d064-4d0d-b673-a80ec32c1926 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:03.255807 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2fcc786e-d480-4c18-8343-4d836ca85595 req-8d7ff763-d064-4d0d-b673-a80ec32c1926 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 944 time: 0.2502685 Feb 03 02:57:03.294878 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974de9b-83c3-4513-a2e7-b30ec1aef2ff req-8d690d76-d459-440d-aabe-cd5f28467c41 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:03.296472 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1974de9b-83c3-4513-a2e7-b30ec1aef2ff req-8d690d76-d459-440d-aabe-cd5f28467c41 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 943 time: 0.2881069 Feb 03 02:57:03.318573 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Network 6402c879-2200-432c-9a4b-8fd0476dc339 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:57:03.321623 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:57:03.325924 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:57:03.330788 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:03.331429 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.344174 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'Port': ['ID=303c8ce3-0afd-4cac-878f-a7307e3741d0,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:03.366523 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-0c0e8568-da04-4ff0-a934-e7023c0c4420 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5232840 Feb 03 02:57:03.369584 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f2f5edf-6da5-4904-a27f-9767fedabb39 req-5f3ad15b-c06a-4520-b6a7-52f92c5cb49a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9723d542-6d8e-49e5-9dba-f02cc45de9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116924 Feb 03 02:57:03.390502 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Request body: {'port': {'device_id': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:03.483928 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.518057 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2fcc786e-d480-4c18-8343-4d836ca85595 req-82d33077-09e6-4bcb-a9fd-907951ac6897 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613130 Feb 03 02:57:03.572802 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01fefb8c-bc26-4863-88c6-53424db191da req-4f4bcf14-0cc7-4ca6-9452-e9f12dde1f6c service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590915 Feb 03 02:57:03.588557 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1974de9b-83c3-4513-a2e7-b30ec1aef2ff req-26850af8-e334-4343-a2e4-5d7ab8caab08 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230041 Feb 03 02:57:03.636060 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f2f5edf-6da5-4904-a27f-9767fedabb39 req-cabc539d-93f7-4385-b2e2-23f4d80db997 service neutron] 10.222.0.43 "GET /v2.0/networks/9723d542-6d8e-49e5-9dba-f02cc45de9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419026 Feb 03 02:57:03.661095 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48688) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:03.716484 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2a69e9f8-55c2-4831-be0b-0ced474f4782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.729446 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-88b47c4e-a2d7-4a1c-b04c-0ef965ec1cd7 None None] Provisioning complete for port 303c8ce3-0afd-4cac-878f-a7307e3741d0 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:57:03.730488 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-88b47c4e-a2d7-4a1c-b04c-0ef965ec1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.772614 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-88b47c4e-a2d7-4a1c-b04c-0ef965ec1cd7 None None] Port 303c8ce3-0afd-4cac-878f-a7307e3741d0 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:57:03.818362 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe04f6-b756-4771-bc04-837dc85e6715 req-30114e01-3d6c-452c-b060-121ada2164ad tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:03.819996 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bcfe04f6-b756-4771-bc04-837dc85e6715 req-30114e01-3d6c-452c-b060-121ada2164ad tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 931 time: 0.1763692 Feb 03 02:57:03.875638 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d402792-7fc8-429b-a025-e3a12b16edab req-ad85fc81-5824-49a1-a9ac-7d01e92230e5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:03.877367 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7d402792-7fc8-429b-a025-e3a12b16edab req-ad85fc81-5824-49a1-a9ac-7d01e92230e5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 943 time: 0.1580412 Feb 03 02:57:03.917271 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303c8ce3-0afd-4cac-878f-a7307e3741d0 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:03.927238 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Publish callbacks [] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.933694 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bcfe04f6-b756-4771-bc04-837dc85e6715 req-3024ff57-5115-4db4-a1b5-14e6afe73074 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073909 Feb 03 02:57:03.960892 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Transition to ACTIVE for port object 303c8ce3-0afd-4cac-878f-a7307e3741d0 will not be triggered until provisioned by entity L2. {{(pid=102483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:57:03.972680 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.992857 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2a69e9f8-55c2-4831-be0b-0ced474f4782 admin admin] Publish callbacks [] for security_group (4cd8d2b0-bb84-451e-8536-90ed43ce1eb1), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:03.996674 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7d402792-7fc8-429b-a025-e3a12b16edab req-5341e519-0314-4dbe-bfb4-c8f2813e8e0c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089156 Feb 03 02:57:03.999044 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2a69e9f8-55c2-4831-be0b-0ced474f4782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (4cd8d2b0-bb84-451e-8536-90ed43ce1eb1), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:04.037515 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69e9f8-55c2-4831-be0b-0ced474f4782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd8d2b0-bb84-451e-8536-90ed43ce1eb1,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:04.041877 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2a69e9f8-55c2-4831-be0b-0ced474f4782 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10477c7090c74c929b398cf721aa2a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786876 Feb 03 02:57:04.044487 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48704) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:04.070400 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Pushing event updated for resources: {'Port': ['ID=303c8ce3-0afd-4cac-878f-a7307e3741d0,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:04.108394 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6cf15f9-524a-4715-91ca-6672c89f1f5b admin admin] Publish callbacks [] for security_group (4cd8d2b0-bb84-451e-8536-90ed43ce1eb1), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:04.124405 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Attempting to bind port 303c8ce3-0afd-4cac-878f-a7307e3741d0 on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:57:04.125777 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Attempting to bind port 303c8ce3-0afd-4cac-878f-a7307e3741d0 by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:57:04.126079 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Attempting to bind port 303c8ce3-0afd-4cac-878f-a7307e3741d0 on network 6402c879-2200-432c-9a4b-8fd0476dc339 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:57:04.131561 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Port 303c8ce3-0afd-4cac-878f-a7307e3741d0 on network 6402c879-2200-432c-9a4b-8fd0476dc339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:57:04.131880 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Attempting to bind port 303c8ce3-0afd-4cac-878f-a7307e3741d0 on network 6402c879-2200-432c-9a4b-8fd0476dc339 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:57:04.138167 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:57:04.138641 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Checking segment: {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:57:04.139034 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Bound using segment: {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:57:04.139484 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Bound port: 303c8ce3-0afd-4cac-878f-a7307e3741d0, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:57:04.140026 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:04.145966 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6cf15f9-524a-4715-91ca-6672c89f1f5b admin admin] Publish callbacks [] for security_group (4cd8d2b0-bb84-451e-8536-90ed43ce1eb1), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:04.221781 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] For port 303c8ce3-0afd-4cac-878f-a7307e3741d0, host hv-cinder-82758, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:57:04.225757 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] For port 303c8ce3-0afd-4cac-878f-a7307e3741d0, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=303c8ce3-0afd-4cac-878f-a7307e3741d0,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:57:04.225993 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6cf15f9-524a-4715-91ca-6672c89f1f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (4cd8d2b0-bb84-451e-8536-90ed43ce1eb1), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:04.231416 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6cf15f9-524a-4715-91ca-6672c89f1f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:04.235192 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e6cf15f9-524a-4715-91ca-6672c89f1f5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cd8d2b0-bb84-451e-8536-90ed43ce1eb1 HTTP/1.1" status: 204 len: 168 time: 0.1871743 Feb 03 02:57:04.235310 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:04.253496 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf15f9-524a-4715-91ca-6672c89f1f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd8d2b0-bb84-451e-8536-90ed43ce1eb1,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:04.257849 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48714) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:04.278519 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:04.279266 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:04.280677 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] 10.222.0.43 "PUT /v2.0/ports/303c8ce3-0afd-4cac-878f-a7307e3741d0 HTTP/1.1" status: 200 len: 1093 time: 0.8949058 Feb 03 02:57:04.281116 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'tag': '303c8ce3-0afd-4cac-878f-a7307e3741d0'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:04.283376 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45" -d '{"events": [{"name": "network-changed", "server_uuid": "9a00957e-c905-4466-8a03-befe71ab1e1c", "tag": "303c8ce3-0afd-4cac-878f-a7307e3741d0"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:04.339380 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd328a-9d98-4b62-b397-65b750b659f1 service neutron] Pushing event updated for resources: {'Port': ['ID=303c8ce3-0afd-4cac-878f-a7307e3741d0,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:04.405129 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce47d705-c145-4526-b8ba-50972c17631e x-openstack-request-id: req-ce47d705-c145-4526-b8ba-50972c17631e {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:04.405606 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a00957e-c905-4466-8a03-befe71ab1e1c", "tag": "303c8ce3-0afd-4cac-878f-a7307e3741d0", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:04.405920 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce47d705-c145-4526-b8ba-50972c17631e {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:04.406387 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'tag': '303c8ce3-0afd-4cac-878f-a7307e3741d0', 'status': 'completed', 'code': 200} Feb 03 02:57:04.602769 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6f11930-a6f9-45d1-a555-91c906ef748a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:04.699648 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ce328-282e-420a-b4a0-25cdb7bb1084 req-7ad66fec-b6de-4000-a687-98c6a8a5457c tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:04.701207 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d55ce328-282e-420a-b4a0-25cdb7bb1084 req-7ad66fec-b6de-4000-a687-98c6a8a5457c tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 944 time: 0.0915241 Feb 03 02:57:04.815152 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6f11930-a6f9-45d1-a555-91c906ef748a admin admin] Publish callbacks [] for security_group (d2c53bdb-22ce-4757-bea8-ff52161d4d27), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:04.820022 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d55ce328-282e-420a-b4a0-25cdb7bb1084 req-43f8b8e3-efc2-44dc-b29a-237f30b3eca1 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106737 Feb 03 02:57:04.823257 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e6f11930-a6f9-45d1-a555-91c906ef748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (d2c53bdb-22ce-4757-bea8-ff52161d4d27), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:04.835461 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38accf9e-ef1b-413a-82f3-7025b1823009 req-6b20fbc4-dc1d-4902-b002-823ad0ea01d2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:04.837057 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-38accf9e-ef1b-413a-82f3-7025b1823009 req-6b20fbc4-dc1d-4902-b002-823ad0ea01d2 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 943 time: 0.1227398 Feb 03 02:57:04.853221 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48752) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:04.885912 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f11930-a6f9-45d1-a555-91c906ef748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c53bdb-22ce-4757-bea8-ff52161d4d27,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:04.893032 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48756) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:04.893286 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e6f11930-a6f9-45d1-a555-91c906ef748a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=252be43628f749b399c79c0a0c077c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6344051 Feb 03 02:57:04.943797 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-38accf9e-ef1b-413a-82f3-7025b1823009 req-8b025c3d-e3bb-4b69-b492-e4b916a417fd tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797520 Feb 03 02:57:04.971234 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db193a43-2bd3-48aa-b260-bb915a41b4bf admin admin] Publish callbacks [] for security_group (d2c53bdb-22ce-4757-bea8-ff52161d4d27), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.000022 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f29c5f16-3ff6-4962-96f0-029af3626ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.015313 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db193a43-2bd3-48aa-b260-bb915a41b4bf admin admin] Publish callbacks [] for security_group (d2c53bdb-22ce-4757-bea8-ff52161d4d27), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.065319 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8b6e1-e7f1-4d14-ba00-e53aa287fae4 req-5e6e2476-bb5f-4462-b5a4-3b918a2d5de3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:05.065319 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-adb8b6e1-e7f1-4d14-ba00-e53aa287fae4 req-5e6e2476-bb5f-4462-b5a4-3b918a2d5de3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 943 time: 0.0569408 Feb 03 02:57:05.105065 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db193a43-2bd3-48aa-b260-bb915a41b4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (d2c53bdb-22ce-4757-bea8-ff52161d4d27), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.108072 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-db193a43-2bd3-48aa-b260-bb915a41b4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.109372 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-db193a43-2bd3-48aa-b260-bb915a41b4bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2c53bdb-22ce-4757-bea8-ff52161d4d27 HTTP/1.1" status: 204 len: 168 time: 0.2149632 Feb 03 02:57:05.126950 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db193a43-2bd3-48aa-b260-bb915a41b4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c53bdb-22ce-4757-bea8-ff52161d4d27,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:05.155590 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-adb8b6e1-e7f1-4d14-ba00-e53aa287fae4 req-d24f14b9-ac6d-46e6-99ad-ae82a6c0aad1 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811827 Feb 03 02:57:05.189354 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8921b38-2917-40bd-941b-d073bef1ffe7 req-21751205-1f53-499d-a661-0373240d04ef tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:05.189354 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a8921b38-2917-40bd-941b-d073bef1ffe7 req-21751205-1f53-499d-a661-0373240d04ef tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 943 time: 0.0898530 Feb 03 02:57:05.203107 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f29c5f16-3ff6-4962-96f0-029af3626ca0 admin admin] Publish callbacks [] for security_group (a939dbd9-df9b-4312-92c4-09a53fe362e9), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.210458 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f29c5f16-3ff6-4962-96f0-029af3626ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (a939dbd9-df9b-4312-92c4-09a53fe362e9), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.242721 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a8921b38-2917-40bd-941b-d073bef1ffe7 req-28c32aa8-f7bb-47f9-b75b-ec88d1ce5cd3 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489240 Feb 03 02:57:05.256292 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c5f16-3ff6-4962-96f0-029af3626ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a939dbd9-df9b-4312-92c4-09a53fe362e9,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:05.271794 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-f29c5f16-3ff6-4962-96f0-029af3626ca0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4a74438ec854d5d9201bd985d88f61f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4133005 Feb 03 02:57:05.271907 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48774) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:05.321921 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f892f2da-ac16-4fcb-809d-0f5b335e6ead admin admin] Publish callbacks [] for security_group (a939dbd9-df9b-4312-92c4-09a53fe362e9), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.345303 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f892f2da-ac16-4fcb-809d-0f5b335e6ead admin admin] Publish callbacks [] for security_group (a939dbd9-df9b-4312-92c4-09a53fe362e9), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.394730 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f892f2da-ac16-4fcb-809d-0f5b335e6ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (a939dbd9-df9b-4312-92c4-09a53fe362e9), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.397358 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f892f2da-ac16-4fcb-809d-0f5b335e6ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.398501 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f892f2da-ac16-4fcb-809d-0f5b335e6ead admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a939dbd9-df9b-4312-92c4-09a53fe362e9 HTTP/1.1" status: 204 len: 168 time: 0.1256859 Feb 03 02:57:05.406304 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892f2da-ac16-4fcb-809d-0f5b335e6ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a939dbd9-df9b-4312-92c4-09a53fe362e9,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:05.532149 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48786) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:05.545447 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c49bc4e6-1f5f-4a94-afed-6e9cee3051ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.623294 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c49bc4e6-1f5f-4a94-afed-6e9cee3051ae admin admin] Publish callbacks [] for security_group (521e0ddf-c13e-4d54-85c7-d85fb496b23b), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.628410 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c49bc4e6-1f5f-4a94-afed-6e9cee3051ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (521e0ddf-c13e-4d54-85c7-d85fb496b23b), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.665535 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bc4e6-1f5f-4a94-afed-6e9cee3051ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521e0ddf-c13e-4d54-85c7-d85fb496b23b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:05.672248 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-c49bc4e6-1f5f-4a94-afed-6e9cee3051ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c10c84ab0d748879293ba9f1e8d939e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364210 Feb 03 02:57:05.672471 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48790) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:05.725749 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e40c285d-d015-4d38-bc38-c35a02e91368 admin admin] Publish callbacks [] for security_group (521e0ddf-c13e-4d54-85c7-d85fb496b23b), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.747853 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e40c285d-d015-4d38-bc38-c35a02e91368 admin admin] Publish callbacks [] for security_group (521e0ddf-c13e-4d54-85c7-d85fb496b23b), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.777544 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48796) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:05.794103 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-48cf6014-26c0-4806-a1a8-f59d57960edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.803659 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e40c285d-d015-4d38-bc38-c35a02e91368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (521e0ddf-c13e-4d54-85c7-d85fb496b23b), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.806327 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e40c285d-d015-4d38-bc38-c35a02e91368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.807484 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e40c285d-d015-4d38-bc38-c35a02e91368 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/521e0ddf-c13e-4d54-85c7-d85fb496b23b HTTP/1.1" status: 204 len: 168 time: 0.1335518 Feb 03 02:57:05.815935 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c285d-d015-4d38-bc38-c35a02e91368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521e0ddf-c13e-4d54-85c7-d85fb496b23b,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:05.917554 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-48cf6014-26c0-4806-a1a8-f59d57960edc admin admin] Publish callbacks [] for security_group (d59ae1c6-6b71-4818-8066-e7012b15aa77), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.925170 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-48cf6014-26c0-4806-a1a8-f59d57960edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (d59ae1c6-6b71-4818-8066-e7012b15aa77), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:05.973738 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a0d0e-c639-4418-b86f-fc2aeaac2875 req-3cda5774-3986-44e2-ab76-c0a09050f098 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:05.974787 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-48cf6014-26c0-4806-a1a8-f59d57960edc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b07ebdd00bd4c2e81104ac4393f7934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961181 Feb 03 02:57:05.975652 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48806) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:05.976290 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf6014-26c0-4806-a1a8-f59d57960edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59ae1c6-6b71-4818-8066-e7012b15aa77,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:05.982165 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ba5a0d0e-c639-4418-b86f-fc2aeaac2875 req-3cda5774-3986-44e2-ab76-c0a09050f098 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 944 time: 0.0741751 Feb 03 02:57:06.033865 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7c785488-02fe-45c8-bb10-b9dcac154828 admin admin] Publish callbacks [] for security_group (d59ae1c6-6b71-4818-8066-e7012b15aa77), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:06.057747 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7c785488-02fe-45c8-bb10-b9dcac154828 admin admin] Publish callbacks [] for security_group (d59ae1c6-6b71-4818-8066-e7012b15aa77), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:06.102494 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 56bc6508-b90c-4a56-92a7-ede9dab41a4f details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:57:06.174049 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-72fd2fd4-0847-4e44-a6b1-eddff0ad8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:06.175691 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-72fd2fd4-0847-4e44-a6b1-eddff0ad8bb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c189a73642b4f5ba787addbc275d4c0&device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 1127 time: 0.0779819 Feb 03 02:57:06.198636 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7c785488-02fe-45c8-bb10-b9dcac154828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (d59ae1c6-6b71-4818-8066-e7012b15aa77), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:06.203647 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7c785488-02fe-45c8-bb10-b9dcac154828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:06.214524 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-7c785488-02fe-45c8-bb10-b9dcac154828 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d59ae1c6-6b71-4818-8066-e7012b15aa77 HTTP/1.1" status: 204 len: 168 time: 0.2331274 Feb 03 02:57:06.218727 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ba5a0d0e-c639-4418-b86f-fc2aeaac2875 req-a69af47e-9994-46ec-90d2-4110a40f1317 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322657 Feb 03 02:57:06.275556 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01fefb8c-bc26-4863-88c6-53424db191da req-94f24266-6888-4d6d-8674-522146ccd289 service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076755 Feb 03 02:57:06.277270 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c785488-02fe-45c8-bb10-b9dcac154828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59ae1c6-6b71-4818-8066-e7012b15aa77,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:06.280256 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-099fecc5-44ef-4e25-8fe8-785a1636be5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303c8ce3-0afd-4cac-878f-a7307e3741d0 HTTP/1.1" status: 200 len: 217 time: 0.0960979 Feb 03 02:57:06.287362 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f2f5edf-6da5-4904-a27f-9767fedabb39 req-afdd093f-e02d-4fc1-a859-a3cb750240b7 service neutron] 10.222.0.43 "GET /v2.0/networks/9723d542-6d8e-49e5-9dba-f02cc45de9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333282 Feb 03 02:57:06.296636 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b5029-f820-4283-9c9e-28d4154a9829 req-db468307-9a4a-41b1-a7d3-77f54b4bf19c tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:06.298584 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2a6b5029-f820-4283-9c9e-28d4154a9829 req-db468307-9a4a-41b1-a7d3-77f54b4bf19c tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 943 time: 0.2746027 Feb 03 02:57:06.351100 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 56bc6508-b90c-4a56-92a7-ede9dab41a4f, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=56bc6508-b90c-4a56-92a7-ede9dab41a4f,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:06.366627 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '56bc6508-b90c-4a56-92a7-ede9dab41a4f', 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878', 'port_id': '56bc6508-b90c-4a56-92a7-ede9dab41a4f', 'mac_address': 'fa:16:3e:5b:99:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb96e84-4f17-47e8-9e3d-6c509db919bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:57:06.403195 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-d88ff7d2-98e0-44c6-be87-a712885a3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:06.404769 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2a6b5029-f820-4283-9c9e-28d4154a9829 req-3882c4de-f29e-4985-8887-f3c333198b31 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991623 Feb 03 02:57:06.404918 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-d88ff7d2-98e0-44c6-be87-a712885a3673 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d557dc0-eafd-4268-9536-756ecc92255a HTTP/1.1" status: 200 len: 850 time: 0.1092699 Feb 03 02:57:06.427493 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 56bc6508-b90c-4a56-92a7-ede9dab41a4f is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:06.428570 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:06.460114 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bc6508-b90c-4a56-92a7-ede9dab41a4f {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:06.476062 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a795e-8192-47a3-9e3c-f63c05c0fa96 req-9e736372-e6e9-4a30-ade6-3a95a7fae135 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:06.483065 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 56bc6508-b90c-4a56-92a7-ede9dab41a4f, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=56bc6508-b90c-4a56-92a7-ede9dab41a4f,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:06.488739 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4f8a795e-8192-47a3-9e3c-f63c05c0fa96 req-9e736372-e6e9-4a30-ade6-3a95a7fae135 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 943 time: 0.1065359 Feb 03 02:57:06.489437 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:06.490149 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 44de70aa-dd5c-4b82-94f1-25e286c3f42f details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:57:06.544610 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=56bc6508-b90c-4a56-92a7-ede9dab41a4f,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:06.584970 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4f8a795e-8192-47a3-9e3c-f63c05c0fa96 req-0fa1a39b-9159-4d51-bc1f-30de78566a40 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902312 Feb 03 02:57:06.612837 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e6f01-95ca-4872-a8f8-7d1eefc2eb04 req-fec2edb1-d795-490f-80a5-a01eb9c1ac15 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:06.615126 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-250e6f01-95ca-4872-a8f8-7d1eefc2eb04 req-fec2edb1-d795-490f-80a5-a01eb9c1ac15 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 944 time: 0.1097567 Feb 03 02:57:06.667284 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 44de70aa-dd5c-4b82-94f1-25e286c3f42f, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=44de70aa-dd5c-4b82-94f1-25e286c3f42f,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:06.673478 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-250e6f01-95ca-4872-a8f8-7d1eefc2eb04 req-508712e9-e15d-4389-95c8-85c5a60e75b0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524523 Feb 03 02:57:06.691050 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '44de70aa-dd5c-4b82-94f1-25e286c3f42f', 'network_id': '126c5997-2080-4b93-9c71-959073b0550c', 'port_id': '44de70aa-dd5c-4b82-94f1-25e286c3f42f', 'mac_address': 'fa:16:3e:8b:9b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0392db5-b24e-45e0-baa6-1befde31502f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:57:06.860939 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 44de70aa-dd5c-4b82-94f1-25e286c3f42f is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:06.861356 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:06.875878 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44de70aa-dd5c-4b82-94f1-25e286c3f42f {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:06.902492 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 44de70aa-dd5c-4b82-94f1-25e286c3f42f, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=44de70aa-dd5c-4b82-94f1-25e286c3f42f,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:06.907852 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:06.921693 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 4f976c37-c124-473b-94e5-f47a2ad3d40b details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:57:07.042631 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=44de70aa-dd5c-4b82-94f1-25e286c3f42f,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:07.076886 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 4f976c37-c124-473b-94e5-f47a2ad3d40b, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=4f976c37-c124-473b-94e5-f47a2ad3d40b,segment=NetworkSegment(273d75f6-cb74-49a9-ab7c-ec60185e9b1b),segment_id=273d75f6-cb74-49a9-ab7c-ec60185e9b1b)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:07.091133 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '4f976c37-c124-473b-94e5-f47a2ad3d40b', 'network_id': '9723d542-6d8e-49e5-9dba-f02cc45de9c9', 'port_id': '4f976c37-c124-473b-94e5-f47a2ad3d40b', 'mac_address': 'fa:16:3e:7b:74:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d3186ba-8576-4821-ab72-86703494833d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:57:07.132300 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 4f976c37-c124-473b-94e5-f47a2ad3d40b is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:07.132300 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:07.144802 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f976c37-c124-473b-94e5-f47a2ad3d40b {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:07.164335 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 4f976c37-c124-473b-94e5-f47a2ad3d40b, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=4f976c37-c124-473b-94e5-f47a2ad3d40b,segment=NetworkSegment(273d75f6-cb74-49a9-ab7c-ec60185e9b1b),segment_id=273d75f6-cb74-49a9-ab7c-ec60185e9b1b)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:07.168924 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:07.169743 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 514f132e-1831-4333-8bbe-abcdacde0949 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:57:07.239098 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=4f976c37-c124-473b-94e5-f47a2ad3d40b,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:07.245756 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 514f132e-1831-4333-8bbe-abcdacde0949, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=514f132e-1831-4333-8bbe-abcdacde0949,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:07.259795 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '514f132e-1831-4333-8bbe-abcdacde0949', 'network_id': 'f43a5cf5-27e4-4762-a93b-2169348c9878', 'port_id': '514f132e-1831-4333-8bbe-abcdacde0949', 'mac_address': 'fa:16:3e:2b:e5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb96e84-4f17-47e8-9e3d-6c509db919bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:57:07.303981 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 514f132e-1831-4333-8bbe-abcdacde0949 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:07.304497 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (514f132e-1831-4333-8bbe-abcdacde0949), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:07.334121 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514f132e-1831-4333-8bbe-abcdacde0949 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:07.359205 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e50212-a0f3-40d4-985f-a6c5c97ca9e1 req-50c78b58-6bd3-4943-a083-cef4a254e307 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:07.362265 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-33e50212-a0f3-40d4-985f-a6c5c97ca9e1 req-50c78b58-6bd3-4943-a083-cef4a254e307 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 945 time: 0.0560312 Feb 03 02:57:07.369416 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 514f132e-1831-4333-8bbe-abcdacde0949, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=514f132e-1831-4333-8bbe-abcdacde0949,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:07.375230 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (514f132e-1831-4333-8bbe-abcdacde0949), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:07.389498 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-6144c267-4310-48db-b93d-fc97f2b0eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:07.391162 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-6144c267-4310-48db-b93d-fc97f2b0eeda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6402c879-2200-432c-9a4b-8fd0476dc339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1441011 Feb 03 02:57:07.424018 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-33e50212-a0f3-40d4-985f-a6c5c97ca9e1 req-ff9279f3-953f-417c-afd9-e73ecadfb160 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538292 Feb 03 02:57:07.437205 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=514f132e-1831-4333-8bbe-abcdacde0949,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:07.546986 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c68433-e4f1-4f0c-b672-2cef7391dff4 req-8408686c-f73e-43dc-ac18-9c1407be3a97 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:07.548665 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-58c68433-e4f1-4f0c-b672-2cef7391dff4 req-8408686c-f73e-43dc-ac18-9c1407be3a97 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 944 time: 0.0621116 Feb 03 02:57:07.603147 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-58c68433-e4f1-4f0c-b672-2cef7391dff4 req-93db62a1-e373-4122-b200-6b2b17855b97 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Feb 03 02:57:07.694311 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 48882) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:07.706479 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d70d8b-7db5-4522-afd3-f707427f3a65 req-31e9d95f-5099-46da-88c7-b4a1cecb78fd tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:07.708055 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-13d70d8b-7db5-4522-afd3-f707427f3a65 req-31e9d95f-5099-46da-88c7-b4a1cecb78fd tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 943 time: 0.0581307 Feb 03 02:57:07.758349 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-13d70d8b-7db5-4522-afd3-f707427f3a65 req-e03e0041-323a-41fb-976d-0a724da7be39 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445049 Feb 03 02:57:07.818903 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b16565-2192-4b59-b24d-3ceabe33fbc4 req-294d97b0-5671-402d-96f5-bf41967a62db tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:07.820389 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-64b16565-2192-4b59-b24d-3ceabe33fbc4 req-294d97b0-5671-402d-96f5-bf41967a62db tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 944 time: 0.0611732 Feb 03 02:57:07.838601 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08c10c58-79fb-4470-a1fb-a8d4d2081a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:07.900709 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-64b16565-2192-4b59-b24d-3ceabe33fbc4 req-2594e4e4-cd59-44c3-a4be-1c5f609a0555 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727279 Feb 03 02:57:07.947187 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08c10c58-79fb-4470-a1fb-a8d4d2081a78 admin admin] Publish callbacks [] for security_group (b889f0db-2546-4e52-ad14-033aab3aa4a3), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:07.952163 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-08c10c58-79fb-4470-a1fb-a8d4d2081a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (b889f0db-2546-4e52-ad14-033aab3aa4a3), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:07.988659 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c10c58-79fb-4470-a1fb-a8d4d2081a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b889f0db-2546-4e52-ad14-033aab3aa4a3,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:07.995732 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 48900) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:07.995890 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-08c10c58-79fb-4470-a1fb-a8d4d2081a78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fff506d6e93a43f39e7c289edcc4a1c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003983 Feb 03 02:57:08.114140 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5c5771be-18ba-42ad-9803-51645734d3c9 admin admin] Publish callbacks [] for security_group (b889f0db-2546-4e52-ad14-033aab3aa4a3), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:08.152065 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5c5771be-18ba-42ad-9803-51645734d3c9 admin admin] Publish callbacks [] for security_group (b889f0db-2546-4e52-ad14-033aab3aa4a3), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:08.164151 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-943d4161-8af2-4f4f-b4c2-fe9adf51d49a service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315885 Feb 03 02:57:08.204005 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5c5771be-18ba-42ad-9803-51645734d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (b889f0db-2546-4e52-ad14-033aab3aa4a3), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:08.206611 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5c5771be-18ba-42ad-9803-51645734d3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:08.210451 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-5c5771be-18ba-42ad-9803-51645734d3c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b889f0db-2546-4e52-ad14-033aab3aa4a3 HTTP/1.1" status: 204 len: 168 time: 0.2105827 Feb 03 02:57:08.215669 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5771be-18ba-42ad-9803-51645734d3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b889f0db-2546-4e52-ad14-033aab3aa4a3,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:08.551293 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f301b-95d9-4aed-a907-41ff67dbaf81 req-b983dc2b-a46e-49bb-b8ea-8f3801a2241a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:08.552828 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-548f301b-95d9-4aed-a907-41ff67dbaf81 req-b983dc2b-a46e-49bb-b8ea-8f3801a2241a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 945 time: 0.0577111 Feb 03 02:57:08.600211 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-548f301b-95d9-4aed-a907-41ff67dbaf81 req-8096340c-1a8f-4d04-b138-55d0e8b64e99 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Feb 03 02:57:08.727811 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9f54-ea2a-42cb-bba0-572564bc4913 req-fb97603d-d691-42a0-bf8b-209cd5743eca tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:08.729903 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dd4b9f54-ea2a-42cb-bba0-572564bc4913 req-fb97603d-d691-42a0-bf8b-209cd5743eca tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 944 time: 0.0598295 Feb 03 02:57:08.780902 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dd4b9f54-ea2a-42cb-bba0-572564bc4913 req-13b5a17b-e076-4f2c-9509-915b08dd9a91 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 Feb 03 02:57:08.885658 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41edae1-3f4f-4df3-969d-f0f72f5bc3ed req-b6abdb35-ff76-4671-b873-4c43d805ebf7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:08.887179 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b41edae1-3f4f-4df3-969d-f0f72f5bc3ed req-b6abdb35-ff76-4671-b873-4c43d805ebf7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 943 time: 0.0553021 Feb 03 02:57:08.938487 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b41edae1-3f4f-4df3-969d-f0f72f5bc3ed req-c9a43123-4655-417e-b7b5-0a497a4fb826 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455723 Feb 03 02:57:09.076936 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee6e38-304e-4b56-97c6-c1e685b08792 req-baee5767-aa82-4314-9758-dabfe7e484b6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:09.088541 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3bee6e38-304e-4b56-97c6-c1e685b08792 req-baee5767-aa82-4314-9758-dabfe7e484b6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 944 time: 0.1049557 Feb 03 02:57:09.099950 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-517076a8-6d46-4a89-b0ba-766ded8cc40b req-2d64ad1d-74f5-434f-8527-7405ed50680e service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597314 Feb 03 02:57:09.140589 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3bee6e38-304e-4b56-97c6-c1e685b08792 req-cca081ed-0a2f-4631-96c0-2fcc2aae066f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508976 Feb 03 02:57:09.203884 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45 req-6f6b402c-16a9-4660-8d2f-21854e4e3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:09.205546 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45 req-6f6b402c-16a9-4660-8d2f-21854e4e3404 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c189a73642b4f5ba787addbc275d4c0&device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 1127 time: 0.0494082 Feb 03 02:57:09.308888 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45 req-00445aa7-9108-476f-8af9-4dd1cefceecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:09.310366 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45 req-00445aa7-9108-476f-8af9-4dd1cefceecf service neutron] 10.222.0.43 "GET /v2.0/networks?id=6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 200 len: 912 time: 0.0970349 Feb 03 02:57:09.357344 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45 req-b1cd5a41-be4f-4326-a8ac-6c8a001a4da0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303c8ce3-0afd-4cac-878f-a7307e3741d0 HTTP/1.1" status: 200 len: 217 time: 0.0403972 Feb 03 02:57:09.409093 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45 req-8b2dcc3d-9229-41cd-a491-f0a6ca6812f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:09.410549 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45 req-8b2dcc3d-9229-41cd-a491-f0a6ca6812f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d557dc0-eafd-4268-9536-756ecc92255a HTTP/1.1" status: 200 len: 850 time: 0.0453272 Feb 03 02:57:09.425614 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['56bc6508-b90c-4a56-92a7-ede9dab41a4f'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:09.429767 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['44de70aa-dd5c-4b82-94f1-25e286c3f42f'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:09.466824 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45 req-6d2a878c-9380-44d0-801e-3c9aa9d0d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:09.468521 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45 req-6d2a878c-9380-44d0-801e-3c9aa9d0d2ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6402c879-2200-432c-9a4b-8fd0476dc339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511343 Feb 03 02:57:09.472889 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['4f976c37-c124-473b-94e5-f47a2ad3d40b'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:09.475225 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['514f132e-1831-4333-8bbe-abcdacde0949'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:09.570356 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45 req-5ca1a18b-0451-4f06-afd9-24256203ff94 service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938599 Feb 03 02:57:09.698422 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-79d16d5e-7f02-4fdd-91f5-d85a3aa78e45 req-153367b4-2c7c-4783-9133-adaaacd07a1b service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200535 Feb 03 02:57:09.801272 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be709589-55fb-4e57-ad05-2b97f567f865 req-26b1a5ba-a240-4722-8b5f-04b9d6541cb2 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:09.803554 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-be709589-55fb-4e57-ad05-2b97f567f865 req-26b1a5ba-a240-4722-8b5f-04b9d6541cb2 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 945 time: 0.0729332 Feb 03 02:57:09.886376 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-be709589-55fb-4e57-ad05-2b97f567f865 req-69fc3b48-3b26-4ffc-bb6b-2c709feaa975 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676992 Feb 03 02:57:09.966092 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66ebd9-0984-4dc9-b48d-19183265a415 req-ec175f3b-0d0b-4e17-a9d3-b68fc3dca347 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:09.982184 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0a66ebd9-0984-4dc9-b48d-19183265a415 req-ec175f3b-0d0b-4e17-a9d3-b68fc3dca347 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 944 time: 0.0826836 Feb 03 02:57:10.095293 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0a66ebd9-0984-4dc9-b48d-19183265a415 req-b6deafa3-7b49-449b-8465-2291f2ca1fe7 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117492 Feb 03 02:57:10.121167 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b9d18-94aa-4a54-94a1-860619f59d3e req-e1bd72d5-11a9-4e5c-bc18-52063efcb7fb tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:10.122920 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d6b9d18-94aa-4a54-94a1-860619f59d3e req-e1bd72d5-11a9-4e5c-bc18-52063efcb7fb tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 943 time: 0.0892844 Feb 03 02:57:10.217651 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d6b9d18-94aa-4a54-94a1-860619f59d3e req-4cf28e1e-1006-427f-af56-79753575ba11 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861180 Feb 03 02:57:10.316672 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a83c-d4eb-4ab3-8f2c-9982c8d7f044 req-fcf0fa59-0f78-4804-8508-c639147a5341 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:10.323383 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6fe2a83c-d4eb-4ab3-8f2c-9982c8d7f044 req-fcf0fa59-0f78-4804-8508-c639147a5341 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 944 time: 0.0590560 Feb 03 02:57:10.374921 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6fe2a83c-d4eb-4ab3-8f2c-9982c8d7f044 req-5df9178d-cd2a-4bf3-88c5-de3e38dd585f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506556 Feb 03 02:57:10.998080 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e5e61-e0a5-4851-87e7-4401545d99c4 req-8df7783b-07a6-43f8-aed6-acc9b481648e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:10.999563 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-554e5e61-e0a5-4851-87e7-4401545d99c4 req-8df7783b-07a6-43f8-aed6-acc9b481648e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 945 time: 0.0519567 Feb 03 02:57:11.053759 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-554e5e61-e0a5-4851-87e7-4401545d99c4 req-d98c0919-0db8-466b-b1b2-0e951b2d2f86 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459590 Feb 03 02:57:11.220656 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e4bf1-16dd-44dd-887a-3b31c02dee8c req-b8c5bf97-f3d9-4ea1-a8d0-1b7b80fe954a tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:11.222176 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-436e4bf1-16dd-44dd-887a-3b31c02dee8c req-b8c5bf97-f3d9-4ea1-a8d0-1b7b80fe954a tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 944 time: 0.0513492 Feb 03 02:57:11.273345 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-436e4bf1-16dd-44dd-887a-3b31c02dee8c req-c75e8e8a-0a85-4c18-ae0b-a802fc0fef72 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454552 Feb 03 02:57:11.350753 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff18e0b-527a-4bbd-b3a0-61c4984a21f9 req-e1e308a8-e8d3-421b-bba3-1c1f10770927 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:11.352234 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1ff18e0b-527a-4bbd-b3a0-61c4984a21f9 req-e1e308a8-e8d3-421b-bba3-1c1f10770927 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 943 time: 0.0510252 Feb 03 02:57:11.400264 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1ff18e0b-527a-4bbd-b3a0-61c4984a21f9 req-d1135064-d601-4ed2-b74b-0480cc6ccf14 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417950 Feb 03 02:57:11.504369 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16b86d-7db2-4ee1-b187-42a34ea6318c req-540bc281-efb1-4254-8e71-1fcfd7e4c76e tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:11.505899 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8a16b86d-7db2-4ee1-b187-42a34ea6318c req-540bc281-efb1-4254-8e71-1fcfd7e4c76e tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 944 time: 0.0598869 Feb 03 02:57:11.555222 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8a16b86d-7db2-4ee1-b187-42a34ea6318c req-24dad7d2-9f32-4c11-b5ec-460ff70a4c6a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435836 Feb 03 02:57:12.188791 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc4f53-9197-4983-85b8-5c7a4604fd63 req-09f4a08a-59ec-4f07-913f-17b18b30fc5d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:12.190334 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08dc4f53-9197-4983-85b8-5c7a4604fd63 req-09f4a08a-59ec-4f07-913f-17b18b30fc5d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 945 time: 0.0552080 Feb 03 02:57:12.237636 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08dc4f53-9197-4983-85b8-5c7a4604fd63 req-10f71195-1011-480a-8f1d-9b0a91f4878a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Feb 03 02:57:12.398077 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759a835-2673-4330-8b72-fc80c4198b0d req-b4143aac-b076-4ff2-8863-f49d1f2fd633 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:12.399654 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b759a835-2673-4330-8b72-fc80c4198b0d req-b4143aac-b076-4ff2-8863-f49d1f2fd633 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 944 time: 0.0588193 Feb 03 02:57:12.667744 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b759a835-2673-4330-8b72-fc80c4198b0d req-11ee50a1-e48e-4092-b903-f929692e82e0 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623057 Feb 03 02:57:12.678797 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5967601-d7ad-4e6e-86c6-f5f34d75a981 req-1aa6738d-9268-41e4-87a6-7f67c4aa38df tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:12.680334 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5967601-d7ad-4e6e-86c6-f5f34d75a981 req-1aa6738d-9268-41e4-87a6-7f67c4aa38df tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 943 time: 0.0725887 Feb 03 02:57:12.740421 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5967601-d7ad-4e6e-86c6-f5f34d75a981 req-b6681183-74a5-4037-9c96-697fca6817b5 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543370 Feb 03 02:57:12.780648 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56026c-fc16-4246-b631-9d77d3875e02 req-861e0744-eebf-4a9b-919c-936812b353f8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:12.782498 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2a56026c-fc16-4246-b631-9d77d3875e02 req-861e0744-eebf-4a9b-919c-936812b353f8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 944 time: 0.0553417 Feb 03 02:57:12.833298 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2a56026c-fc16-4246-b631-9d77d3875e02 req-e1b7147e-a327-497b-8b57-9cfed349c428 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451908 Feb 03 02:57:13.237511 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 303c8ce3-0afd-4cac-878f-a7307e3741d0 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:57:13.248804 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 44de70aa-dd5c-4b82-94f1-25e286c3f42f up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:57:13.298063 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:13.362872 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ed884-264a-42bf-a72f-e65387c431f5 req-46bed638-7a08-4c24-9602-fcbad813fa12 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:13.364372 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d1ed884-264a-42bf-a72f-e65387c431f5 req-46bed638-7a08-4c24-9602-fcbad813fa12 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 945 time: 0.0518293 Feb 03 02:57:13.380041 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 44de70aa-dd5c-4b82-94f1-25e286c3f42f completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:57:13.391844 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 44de70aa-dd5c-4b82-94f1-25e286c3f42f triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:57:13.392215 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:13.410456 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d1ed884-264a-42bf-a72f-e65387c431f5 req-d8ef2223-1ab1-4fca-903f-2e1162181d6d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398333 Feb 03 02:57:13.425534 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 303c8ce3-0afd-4cac-878f-a7307e3741d0, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=303c8ce3-0afd-4cac-878f-a7307e3741d0,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:13.440593 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '303c8ce3-0afd-4cac-878f-a7307e3741d0', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'port_id': '303c8ce3-0afd-4cac-878f-a7307e3741d0', 'mac_address': 'fa:16:3e:f9:59:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:57:13.512297 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 303c8ce3-0afd-4cac-878f-a7307e3741d0 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:13.512976 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:13.533977 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 44de70aa-dd5c-4b82-94f1-25e286c3f42f is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:13.534622 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:13.558832 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303c8ce3-0afd-4cac-878f-a7307e3741d0 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:13.580527 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b2272-897b-43bc-8ba0-252edeef0170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44de70aa-dd5c-4b82-94f1-25e286c3f42f'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:13.668648 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 44de70aa-dd5c-4b82-94f1-25e286c3f42f, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=44de70aa-dd5c-4b82-94f1-25e286c3f42f,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:13.670709 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 303c8ce3-0afd-4cac-878f-a7307e3741d0, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=303c8ce3-0afd-4cac-878f-a7307e3741d0,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:13.680026 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:13.687231 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:13.749996 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=303c8ce3-0afd-4cac-878f-a7307e3741d0,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:13.837649 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2aadfd-cbe5-43bf-bab0-25d8edddfe5c" -d '{"events": [{"server_uuid": "933b2272-897b-43bc-8ba0-252edeef0170", "name": "network-vif-plugged", "status": "completed", "tag": "44de70aa-dd5c-4b82-94f1-25e286c3f42f"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:13.867535 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=44de70aa-dd5c-4b82-94f1-25e286c3f42f,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:13.916072 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c08ee-0a7a-4cc6-85a0-dad9b29333ef req-4dca5249-d0c5-4d4a-89b7-1f53973fd108 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:13.923578 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ff3c08ee-0a7a-4cc6-85a0-dad9b29333ef req-4dca5249-d0c5-4d4a-89b7-1f53973fd108 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 944 time: 0.1443853 Feb 03 02:57:13.939650 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['303c8ce3-0afd-4cac-878f-a7307e3741d0'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:14.000818 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e52e3-4234-4d3d-8528-facfe20f8e9a req-82df0032-1347-43b4-8921-2d7277c6744b tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:14.005269 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-048e52e3-4234-4d3d-8528-facfe20f8e9a req-82df0032-1347-43b4-8921-2d7277c6744b tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 944 time: 0.1516132 Feb 03 02:57:14.025105 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ff3c08ee-0a7a-4cc6-85a0-dad9b29333ef req-b336decd-f056-43df-b7fd-b2b11ce59670 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962195 Feb 03 02:57:14.125012 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-048e52e3-4234-4d3d-8528-facfe20f8e9a req-06257bdd-0134-4eb7-9044-8093e2d8b326 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903397 Feb 03 02:57:14.151249 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 49136) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:14.301171 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5b7ca5-f840-47a1-9a86-47c3926764f1 x-openstack-request-id: req-0a5b7ca5-f840-47a1-9a86-47c3926764f1 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:14.302043 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b2272-897b-43bc-8ba0-252edeef0170", "name": "network-vif-plugged", "status": "completed", "tag": "44de70aa-dd5c-4b82-94f1-25e286c3f42f", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:14.303251 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a5b7ca5-f840-47a1-9a86-47c3926764f1 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:14.303931 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b2272-897b-43bc-8ba0-252edeef0170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44de70aa-dd5c-4b82-94f1-25e286c3f42f', 'code': 200} Feb 03 02:57:14.305300 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f2f01-8ee0-41b8-b0f4-b897d1ac769e req-8aeb48ff-6c2e-45dd-8f69-c36ae6aa39d9 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:14.313392 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d76f2f01-8ee0-41b8-b0f4-b897d1ac769e req-8aeb48ff-6c2e-45dd-8f69-c36ae6aa39d9 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 944 time: 0.0781908 Feb 03 02:57:14.355230 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-653cea9e-c6d1-4af7-8241-68c4f2cf2444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:14.396802 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d76f2f01-8ee0-41b8-b0f4-b897d1ac769e req-dd6d4fba-202a-494f-9e7d-aebd4db5d05f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823977 Feb 03 02:57:14.460627 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-653cea9e-c6d1-4af7-8241-68c4f2cf2444 admin admin] Publish callbacks [] for security_group (e31541ce-be08-4ba5-a98a-7eb252cfcaef), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:14.464846 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-653cea9e-c6d1-4af7-8241-68c4f2cf2444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (e31541ce-be08-4ba5-a98a-7eb252cfcaef), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:14.527225 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-653cea9e-c6d1-4af7-8241-68c4f2cf2444 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=172871390be64619a96023e53bed2226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743947 Feb 03 02:57:14.530119 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 49148) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:14.530650 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cea9e-c6d1-4af7-8241-68c4f2cf2444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31541ce-be08-4ba5-a98a-7eb252cfcaef,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:14.551375 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac0f6-6e82-46db-ad77-a0a77b5825f2 req-bb248254-5e83-4f96-bb5b-ead85effee2e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:14.552876 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3fcac0f6-6e82-46db-ad77-a0a77b5825f2 req-bb248254-5e83-4f96-bb5b-ead85effee2e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.0699637 Feb 03 02:57:14.580294 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-36e6c6a4-ed75-4b69-8756-a7d272846962 admin admin] Publish callbacks [] for security_group (e31541ce-be08-4ba5-a98a-7eb252cfcaef), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:14.600179 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3fcac0f6-6e82-46db-ad77-a0a77b5825f2 req-34998707-9e63-422d-9b8a-27e4e7dcbb70 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 Feb 03 02:57:14.604285 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-36e6c6a4-ed75-4b69-8756-a7d272846962 admin admin] Publish callbacks [] for security_group (e31541ce-be08-4ba5-a98a-7eb252cfcaef), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:14.661266 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-36e6c6a4-ed75-4b69-8756-a7d272846962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (e31541ce-be08-4ba5-a98a-7eb252cfcaef), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:14.664049 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-36e6c6a4-ed75-4b69-8756-a7d272846962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:14.665226 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-36e6c6a4-ed75-4b69-8756-a7d272846962 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e31541ce-be08-4ba5-a98a-7eb252cfcaef HTTP/1.1" status: 204 len: 168 time: 0.1341269 Feb 03 02:57:14.673375 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c6a4-ed75-4b69-8756-a7d272846962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31541ce-be08-4ba5-a98a-7eb252cfcaef,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:14.960738 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 49170) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:14.973948 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb178-4c59-42bc-8a09-ac9a2085dd5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.054377 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb178-4c59-42bc-8a09-ac9a2085dd5b admin admin] Publish callbacks [] for security_group (19390200-3a73-4cac-86e0-58b39ec58390), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.059377 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb178-4c59-42bc-8a09-ac9a2085dd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (19390200-3a73-4cac-86e0-58b39ec58390), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.109759 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2cfeb178-4c59-42bc-8a09-ac9a2085dd5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94d95e9022d74832900be42c3fb054ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478944 Feb 03 02:57:15.112509 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 49174) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:15.123956 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfeb178-4c59-42bc-8a09-ac9a2085dd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19390200-3a73-4cac-86e0-58b39ec58390,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:15.157382 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd4f2d-543a-4563-9f24-8107a9444e5e req-2ff12ff8-9509-418b-9f84-17f8da222e62 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:15.159240 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fcfd4f2d-543a-4563-9f24-8107a9444e5e req-2ff12ff8-9509-418b-9f84-17f8da222e62 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 944 time: 0.0742311 Feb 03 02:57:15.167234 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b7c87931-13d3-44d4-bb88-062f67224e4b admin admin] Publish callbacks [] for security_group (19390200-3a73-4cac-86e0-58b39ec58390), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.191540 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b7c87931-13d3-44d4-bb88-062f67224e4b admin admin] Publish callbacks [] for security_group (19390200-3a73-4cac-86e0-58b39ec58390), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.228525 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fcfd4f2d-543a-4563-9f24-8107a9444e5e req-348aa1ad-f9ec-496a-8fe6-efbc811ce909 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640380 Feb 03 02:57:15.252923 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b7c87931-13d3-44d4-bb88-062f67224e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (19390200-3a73-4cac-86e0-58b39ec58390), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.253893 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2b52f-cb23-4cbd-9af7-48ac71dc3868 req-3080b0c3-ad8e-4037-bf7f-66ae35b0c68b tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:15.255398 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93b2b52f-cb23-4cbd-9af7-48ac71dc3868 req-3080b0c3-ad8e-4037-bf7f-66ae35b0c68b tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 944 time: 0.0662253 Feb 03 02:57:15.255870 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b7c87931-13d3-44d4-bb88-062f67224e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.257042 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-b7c87931-13d3-44d4-bb88-062f67224e4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19390200-3a73-4cac-86e0-58b39ec58390 HTTP/1.1" status: 204 len: 168 time: 0.1434815 Feb 03 02:57:15.265035 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c87931-13d3-44d4-bb88-062f67224e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19390200-3a73-4cac-86e0-58b39ec58390,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:15.286362 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 56bc6508-b90c-4a56-92a7-ede9dab41a4f up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:57:15.318124 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93b2b52f-cb23-4cbd-9af7-48ac71dc3868 req-4db12c43-9af6-4b1f-a855-1924b2676cb3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564787 Feb 03 02:57:15.361785 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 56bc6508-b90c-4a56-92a7-ede9dab41a4f completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:57:15.363181 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c7c98-44cc-4306-a0fb-5318290af4ff req-d37b77d8-5e3d-47a2-9191-9a73a9f77ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:15.364999 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-c93c7c98-44cc-4306-a0fb-5318290af4ff req-d37b77d8-5e3d-47a2-9191-9a73a9f77ee7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 1130 time: 0.0814705 Feb 03 02:57:15.367440 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 56bc6508-b90c-4a56-92a7-ede9dab41a4f triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:57:15.367814 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.526836 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235841a7-0106-4ff2-8710-56ae983083f5 req-59f0f3e8-9cb2-4c8c-b9a7-f2134c97f3a2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:15.528390 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-235841a7-0106-4ff2-8710-56ae983083f5 req-59f0f3e8-9cb2-4c8c-b9a7-f2134c97f3a2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 944 time: 0.0586066 Feb 03 02:57:15.565805 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 56bc6508-b90c-4a56-92a7-ede9dab41a4f is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:15.566189 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.576397 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-235841a7-0106-4ff2-8710-56ae983083f5 req-bac7ad9c-cd89-42f2-8b45-463004cd9854 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Feb 03 02:57:15.607842 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3b30697b-d94a-40b3-b0fb-60793da8d854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.617596 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 56bc6508-b90c-4a56-92a7-ede9dab41a4f, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=56bc6508-b90c-4a56-92a7-ede9dab41a4f,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:15.622682 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.623483 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 4f976c37-c124-473b-94e5-f47a2ad3d40b up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:57:15.705524 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=56bc6508-b90c-4a56-92a7-ede9dab41a4f,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:15.720272 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 4f976c37-c124-473b-94e5-f47a2ad3d40b completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:57:15.724493 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 4f976c37-c124-473b-94e5-f47a2ad3d40b triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:57:15.724923 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.732738 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563cdfc-5ed0-47f3-a72e-41690c40ba44 req-1b60c126-6540-4585-b6c0-59512292d6bc tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:15.734358 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0563cdfc-5ed0-47f3-a72e-41690c40ba44 req-1b60c126-6540-4585-b6c0-59512292d6bc tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.0560350 Feb 03 02:57:15.783193 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0563cdfc-5ed0-47f3-a72e-41690c40ba44 req-f363b91c-0e2e-4502-a870-c23aa940c580 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 Feb 03 02:57:15.812517 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 4f976c37-c124-473b-94e5-f47a2ad3d40b is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:15.813076 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.844740 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 4f976c37-c124-473b-94e5-f47a2ad3d40b, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=4f976c37-c124-473b-94e5-f47a2ad3d40b,segment=NetworkSegment(273d75f6-cb74-49a9-ab7c-ec60185e9b1b),segment_id=273d75f6-cb74-49a9-ab7c-ec60185e9b1b)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:15.849050 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:15.849863 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 514f132e-1831-4333-8bbe-abcdacde0949 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:57:15.932735 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=4f976c37-c124-473b-94e5-f47a2ad3d40b,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:15.941496 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 514f132e-1831-4333-8bbe-abcdacde0949 completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:57:15.945582 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 514f132e-1831-4333-8bbe-abcdacde0949 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:57:15.945959 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (514f132e-1831-4333-8bbe-abcdacde0949), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.019053 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 49208) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:16.020426 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 514f132e-1831-4333-8bbe-abcdacde0949 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:16.020928 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (514f132e-1831-4333-8bbe-abcdacde0949), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.053154 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 514f132e-1831-4333-8bbe-abcdacde0949, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=514f132e-1831-4333-8bbe-abcdacde0949,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:16.057810 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (514f132e-1831-4333-8bbe-abcdacde0949), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.091017 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-c93c7c98-44cc-4306-a0fb-5318290af4ff req-0ac5ff4e-4d06-4b10-81a0-57282ec0ba48 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.105053 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=514f132e-1831-4333-8bbe-abcdacde0949,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:16.125827 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2102335084-network', 'tenant_id': '15c4256dc55e466d95808fa66f72c37d'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:16.158935 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Made reservation on behalf of 15c4256dc55e466d95808fa66f72c37d for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:57:16.161206 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.174850 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.204594 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-c93c7c98-44cc-4306-a0fb-5318290af4ff req-0ac5ff4e-4d06-4b10-81a0-57282ec0ba48 service neutron] Publish callbacks [] for security_group (40955f54-0c77-4c78-8538-e184dbb8e500), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.210875 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-c93c7c98-44cc-4306-a0fb-5318290af4ff req-0ac5ff4e-4d06-4b10-81a0-57282ec0ba48 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (40955f54-0c77-4c78-8538-e184dbb8e500), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.271580 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-c93c7c98-44cc-4306-a0fb-5318290af4ff req-0ac5ff4e-4d06-4b10-81a0-57282ec0ba48 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983416 Feb 03 02:57:16.275408 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5ff4e-4d06-4b10-81a0-57282ec0ba48 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=40955f54-0c77-4c78-8538-e184dbb8e500,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:16.304939 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abf9364-36a9-416e-831f-00f7508465bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bc6508-b90c-4a56-92a7-ede9dab41a4f'}, {'server_uuid': '34add2e5-8d7d-42c6-8f4c-e7a60fb27183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f976c37-c124-473b-94e5-f47a2ad3d40b'}, {'server_uuid': '01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514f132e-1831-4333-8bbe-abcdacde0949'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:16.307188 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d28310-9d8a-41e2-941d-5ce36cf2bd20" -d '{"events": [{"server_uuid": "2abf9364-36a9-416e-831f-00f7508465bd", "name": "network-vif-plugged", "status": "completed", "tag": "56bc6508-b90c-4a56-92a7-ede9dab41a4f"}, {"server_uuid": "34add2e5-8d7d-42c6-8f4c-e7a60fb27183", "name": "network-vif-plugged", "status": "completed", "tag": "4f976c37-c124-473b-94e5-f47a2ad3d40b"}, {"server_uuid": "01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e", "name": "network-vif-plugged", "status": "completed", "tag": "514f132e-1831-4333-8bbe-abcdacde0949"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:16.316020 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Publish callbacks [] for security_group (57bb59a0-eec0-4158-8b47-375949e9622f), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.321562 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (57bb59a0-eec0-4158-8b47-375949e9622f), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.350023 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:57:16.357527 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e55376-1b90-45a9-aaec-7f8089d5f919 x-openstack-request-id: req-07e55376-1b90-45a9-aaec-7f8089d5f919 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:16.357978 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abf9364-36a9-416e-831f-00f7508465bd", "name": "network-vif-plugged", "status": "completed", "tag": "56bc6508-b90c-4a56-92a7-ede9dab41a4f", "code": 200}, {"server_uuid": "34add2e5-8d7d-42c6-8f4c-e7a60fb27183", "name": "network-vif-plugged", "status": "completed", "tag": "4f976c37-c124-473b-94e5-f47a2ad3d40b", "code": 200}, {"server_uuid": "01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e", "name": "network-vif-plugged", "status": "completed", "tag": "514f132e-1831-4333-8bbe-abcdacde0949", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:16.358637 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07e55376-1b90-45a9-aaec-7f8089d5f919 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:16.359270 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722af1a-a9c2-446f-8fc9-a22f786b6e5a req-c140e3be-3781-47e9-8255-227dc48998d3 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:16.359550 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abf9364-36a9-416e-831f-00f7508465bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bc6508-b90c-4a56-92a7-ede9dab41a4f', 'code': 200} Feb 03 02:57:16.360046 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34add2e5-8d7d-42c6-8f4c-e7a60fb27183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f976c37-c124-473b-94e5-f47a2ad3d40b', 'code': 200} Feb 03 02:57:16.361280 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c722af1a-a9c2-446f-8fc9-a22f786b6e5a req-c140e3be-3781-47e9-8255-227dc48998d3 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.0584800 Feb 03 02:57:16.361418 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514f132e-1831-4333-8bbe-abcdacde0949', 'code': 200} Feb 03 02:57:16.364945 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb59a0-eec0-4158-8b47-375949e9622f,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:16.370771 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (2c02c3bd-b567-49e6-9e3d-49792676726f), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.371734 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Added segment 2c02c3bd-b567-49e6-9e3d-49792676726f of type vlan for network 22fe169f-e273-4ced-9b97-e4e9b084e012 Feb 03 02:57:16.421334 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (22fe169f-e273-4ced-9b97-e4e9b084e012), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.425961 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c722af1a-a9c2-446f-8fc9-a22f786b6e5a req-c4476baf-1978-43c2-9db0-db340e569e12 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578520 Feb 03 02:57:16.458271 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (22fe169f-e273-4ced-9b97-e4e9b084e012), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.459328 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:16.459935 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.486050 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ca77e-44c9-443e-add1-5dd1550b7a02 req-9f61911b-aae5-4217-ace0-76b392784db6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:16.487552 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b49ca77e-44c9-443e-add1-5dd1550b7a02 req-9f61911b-aae5-4217-ace0-76b392784db6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 944 time: 0.0575783 Feb 03 02:57:16.507926 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4877563 Feb 03 02:57:16.511785 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 49222) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:16.517625 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] Request body: {'subnet': {'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2102335084-subnet', 'tenant_id': '15c4256dc55e466d95808fa66f72c37d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:16.520404 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03f562-93b6-4c0a-a092-749fe42aa317 admin admin] Pushing event updated for resources: {'Network': ['ID=22fe169f-e273-4ced-9b97-e4e9b084e012,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:16.530372 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 22fe169f-e273-4ced-9b97-e4e9b084e012 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:57:16.548749 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b49ca77e-44c9-443e-add1-5dd1550b7a02 req-59abc90b-c651-41ed-94c0-c52d5635e0f0 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552912 Feb 03 02:57:16.555687 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] Made reservation on behalf of 15c4256dc55e466d95808fa66f72c37d for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:57:16.558309 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.756464 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221b2ba-d0d6-4892-9e0d-417331950fb3 req-3e7575f2-8d8e-44bd-be01-5d597df86da0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:16.757983 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8221b2ba-d0d6-4892-9e0d-417331950fb3 req-3e7575f2-8d8e-44bd-be01-5d597df86da0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0942440 Feb 03 02:57:16.759224 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (a675e0eb-a1b6-4111-9999-5da2847ebec2), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.840293 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a675e0eb-a1b6-4111-9999-5da2847ebec2,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:16.869958 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8221b2ba-d0d6-4892-9e0d-417331950fb3 req-b6821744-514f-4d81-95cf-c932a9173650 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038160 Feb 03 02:57:16.884029 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] Checking segment: {'id': '2c02c3bd-b567-49e6-9e3d-49792676726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:57:16.884394 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] Network hostable DHCP agents. Network: 22fe169f-e273-4ced-9b97-e4e9b084e012, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:57:16.911422 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] Network 22fe169f-e273-4ced-9b97-e4e9b084e012 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:57:16.926052 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b865-e6cf-4d88-8cb8-e4f43ac6dd0d req-7848f7ca-733d-4bdb-9b35-b6204e0ef1d2 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:16.927574 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4325b865-e6cf-4d88-8cb8-e4f43ac6dd0d req-7848f7ca-733d-4bdb-9b35-b6204e0ef1d2 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.0781529 Feb 03 02:57:16.928591 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 22fe169f-e273-4ced-9b97-e4e9b084e012) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:57:16.932694 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:16.933318 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:16.939728 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db69c0-9e91-490c-82a6-b70c65e15cae None None] Network 22fe169f-e273-4ced-9b97-e4e9b084e012 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:57:16.966860 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-847ea202-1bb9-4fce-be64-90082819e356 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4540386 Feb 03 02:57:16.994111 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4325b865-e6cf-4d88-8cb8-e4f43ac6dd0d req-7e16d305-cd0b-43be-a892-185fabf62a5c tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582745 Feb 03 02:57:17.044672 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6d7f9-3334-466c-8300-52baeae7cc23 None None] Network 22fe169f-e273-4ced-9b97-e4e9b084e012 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:57:17.449754 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c190aa-d54e-4f11-9a0d-a88a14b9e141 req-1bad2391-549e-4f09-89b9-d7e4f1b41076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:17.451825 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-53c190aa-d54e-4f11-9a0d-a88a14b9e141 req-1bad2391-549e-4f09-89b9-d7e4f1b41076 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 1129 time: 0.0456166 Feb 03 02:57:17.500362 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-53c190aa-d54e-4f11-9a0d-a88a14b9e141 req-1930e7ac-24a2-43ee-ad11-ba8aad20c511 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413351 Feb 03 02:57:17.685313 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45696c88-3088-4529-b20b-63fd32c377d0 req-12b7cccf-4e66-45da-9285-d24f7a187263 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:17.687065 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-45696c88-3088-4529-b20b-63fd32c377d0 req-12b7cccf-4e66-45da-9285-d24f7a187263 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.1341975 Feb 03 02:57:17.689013 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebb35a-1778-447b-ab44-8291233ea96e req-8512c3a3-99d0-4d1a-b9cd-e6880f80a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:17.690362 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1cebb35a-1778-447b-ab44-8291233ea96e req-8512c3a3-99d0-4d1a-b9cd-e6880f80a998 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 1129 time: 0.2512517 Feb 03 02:57:17.713273 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4362a-097b-46b7-b749-f4b39bc61faf req-a0880965-e72e-43fa-86cc-d55d3129d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:17.714726 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8ea4362a-097b-46b7-b749-f4b39bc61faf req-a0880965-e72e-43fa-86cc-d55d3129d167 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 1129 time: 0.2517154 Feb 03 02:57:17.821300 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04cc56-890b-40d3-88f0-37aa7609291a req-6b22229b-8398-44ae-8a4c-b0b726e3448e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:17.822808 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed04cc56-890b-40d3-88f0-37aa7609291a req-6b22229b-8398-44ae-8a4c-b0b726e3448e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 944 time: 0.1822283 Feb 03 02:57:17.829407 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1cebb35a-1778-447b-ab44-8291233ea96e req-cff19f56-09b2-432d-bcde-ed4b28ae2f67 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298220 Feb 03 02:57:17.832422 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-45696c88-3088-4529-b20b-63fd32c377d0 req-e664adca-88d0-42eb-8e2d-ffc3537a0e1d tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369228 Feb 03 02:57:17.846437 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8ea4362a-097b-46b7-b749-f4b39bc61faf req-d86475ac-31b6-4546-b6b8-5d5775aeb90f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130586 Feb 03 02:57:17.878589 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-bf704267-c5f1-4751-b69d-2984bdf9efed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:17.888959 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed04cc56-890b-40d3-88f0-37aa7609291a req-82d4dbdd-ccbb-46f5-aeeb-01882d8a389b tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530040 Feb 03 02:57:18.001707 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024b3e7-3136-47a7-a1f4-a1afee85ceb1 req-18da757e-5203-43e7-b138-604c39169f3d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:18.003939 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1024b3e7-3136-47a7-a1f4-a1afee85ceb1 req-18da757e-5203-43e7-b138-604c39169f3d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0573361 Feb 03 02:57:18.057706 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1024b3e7-3136-47a7-a1f4-a1afee85ceb1 req-d00eb822-700d-4250-92ad-62dad6cfaf4f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457494 Feb 03 02:57:18.132315 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b3a6d-0723-4973-9635-570ab12f154f req-4b2722c0-b9cd-45e5-8220-c6d32ff08511 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:18.133960 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-754b3a6d-0723-4973-9635-570ab12f154f req-4b2722c0-b9cd-45e5-8220-c6d32ff08511 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.0572584 Feb 03 02:57:18.181874 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-754b3a6d-0723-4973-9635-570ab12f154f req-814353a6-23ff-4df1-b8e5-499117964ac9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Feb 03 02:57:18.796441 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-e124bb08-b05b-4304-bf14-b0729bc78e59 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:18.798150 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-e124bb08-b05b-4304-bf14-b0729bc78e59 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/networks?id=22fe169f-e273-4ced-9b97-e4e9b084e012 HTTP/1.1" status: 200 len: 809 time: 0.1021817 Feb 03 02:57:18.812353 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d5041869-421e-440f-80ff-d79ec4469a04 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/quotas/15c4256dc55e466d95808fa66f72c37d HTTP/1.1" status: 200 len: 375 time: 0.0087895 Feb 03 02:57:18.842718 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-3808ec10-2b95-46cd-88d8-b0ea95091994 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15c4256dc55e466d95808fa66f72c37d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252030 Feb 03 02:57:18.959896 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-5e32d6a9-bd17-49ec-b145-210460096a15 service neutron] 10.222.0.31 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106374 Feb 03 02:57:18.972883 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4274084-fac8-4b69-b401-581ecc7eec24 req-4f52219d-f0f1-4dc0-b52a-5683625a1297 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:18.974340 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a4274084-fac8-4b69-b401-581ecc7eec24 req-4f52219d-f0f1-4dc0-b52a-5683625a1297 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.0746245 Feb 03 02:57:19.073430 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a4274084-fac8-4b69-b401-581ecc7eec24 req-8067346a-3744-419d-850c-c580ede9a3f6 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898025 Feb 03 02:57:19.096932 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-8bfd3cfa-8ad8-48d7-8708-dc4a15af30f9 service neutron] 10.222.0.31 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215944 Feb 03 02:57:19.167216 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 49330) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:19.201711 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f912f9-5ef1-497e-9078-705648dd0edd req-9fa6b0fa-a7c5-4657-b38d-74f2932aa787 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:19.203245 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-75f912f9-5ef1-497e-9078-705648dd0edd req-9fa6b0fa-a7c5-4657-b38d-74f2932aa787 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 944 time: 0.0541189 Feb 03 02:57:19.257896 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-75f912f9-5ef1-497e-9078-705648dd0edd req-a6b6a7a7-3079-45f3-8e18-317f7e9a7473 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430272 Feb 03 02:57:19.316616 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7a597ec4-e342-4a5d-b8e4-9882f7a95094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:19.333000 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df631881-2891-4a44-839e-cb3cb8384db4 req-bebca85b-4e27-47e4-b325-975e8390cdc4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:19.334516 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-df631881-2891-4a44-839e-cb3cb8384db4 req-bebca85b-4e27-47e4-b325-975e8390cdc4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0657868 Feb 03 02:57:19.426262 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-df631881-2891-4a44-839e-cb3cb8384db4 req-36f7d236-ca09-48a9-bcc1-e2017d383ea0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785124 Feb 03 02:57:19.434148 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56fdb8-2011-46af-93ef-0a461cf9789e req-d59b5df2-e045-4199-be36-03b29892c7ed tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:19.436168 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ad56fdb8-2011-46af-93ef-0a461cf9789e req-d59b5df2-e045-4199-be36-03b29892c7ed tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.1001973 Feb 03 02:57:19.466611 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7a597ec4-e342-4a5d-b8e4-9882f7a95094 admin admin] Publish callbacks [] for security_group (45c6d391-40b2-4432-aa83-0f3f43c01917), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:19.472833 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7a597ec4-e342-4a5d-b8e4-9882f7a95094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (45c6d391-40b2-4432-aa83-0f3f43c01917), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:19.519005 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a597ec4-e342-4a5d-b8e4-9882f7a95094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c6d391-40b2-4432-aa83-0f3f43c01917,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:19.525703 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-7a597ec4-e342-4a5d-b8e4-9882f7a95094 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=541ea1ef008340c1958113a42d887b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544104 Feb 03 02:57:19.525882 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 49350) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:19.533057 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c3b11eb6-af40-488c-a0f2-67fa463d194b req-a424e2d5-ced9-4b22-8787-0bef48421c74 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 210 time: 0.0522134 Feb 03 02:57:19.545037 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ad56fdb8-2011-46af-93ef-0a461cf9789e req-a0abb0ed-87ef-42eb-a8ee-50509e4a03fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991857 Feb 03 02:57:19.579358 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:19.594879 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e54c0740-3a58-4cae-8e33-ad3bebfa107d admin admin] Publish callbacks [] for security_group (45c6d391-40b2-4432-aa83-0f3f43c01917), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:19.622229 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e54c0740-3a58-4cae-8e33-ad3bebfa107d admin admin] Publish callbacks [] for security_group (45c6d391-40b2-4432-aa83-0f3f43c01917), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:19.670886 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e54c0740-3a58-4cae-8e33-ad3bebfa107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (45c6d391-40b2-4432-aa83-0f3f43c01917), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:19.673469 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e54c0740-3a58-4cae-8e33-ad3bebfa107d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:19.674765 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-e54c0740-3a58-4cae-8e33-ad3bebfa107d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45c6d391-40b2-4432-aa83-0f3f43c01917 HTTP/1.1" status: 204 len: 168 time: 0.1479867 Feb 03 02:57:19.684134 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c0740-3a58-4cae-8e33-ad3bebfa107d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c6d391-40b2-4432-aa83-0f3f43c01917,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:19.950442 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 49362) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:19.963558 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3f5261cc-6667-451d-a490-ac2bf348d8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.041034 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3f5261cc-6667-451d-a490-ac2bf348d8f6 admin admin] Publish callbacks [] for security_group (96ca1d51-8c6a-469d-b461-9880db915ef2), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.044705 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 303c8ce3-0afd-4cac-878f-a7307e3741d0 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:57:20.049675 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3f5261cc-6667-451d-a490-ac2bf348d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (96ca1d51-8c6a-469d-b461-9880db915ef2), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.087445 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-3f5261cc-6667-451d-a490-ac2bf348d8f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e81e4bf534394f9cab3473e5cd52a60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355343 Feb 03 02:57:20.088691 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 49364) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:20.092647 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5261cc-6667-451d-a490-ac2bf348d8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ca1d51-8c6a-469d-b461-9880db915ef2,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:20.100161 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 303c8ce3-0afd-4cac-878f-a7307e3741d0 completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:57:20.104948 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 303c8ce3-0afd-4cac-878f-a7307e3741d0 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:57:20.105440 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.146997 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-af1f794a-16d8-48f1-b158-c7191f8e318e admin admin] Publish callbacks [] for security_group (96ca1d51-8c6a-469d-b461-9880db915ef2), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.187550 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 303c8ce3-0afd-4cac-878f-a7307e3741d0 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:20.188051 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.194313 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-af1f794a-16d8-48f1-b158-c7191f8e318e admin admin] Publish callbacks [] for security_group (96ca1d51-8c6a-469d-b461-9880db915ef2), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.211059 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303c8ce3-0afd-4cac-878f-a7307e3741d0'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:20.213467 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f89a53-d3eb-4484-93d3-7aaac65ba5e6" -d '{"events": [{"server_uuid": "9a00957e-c905-4466-8a03-befe71ab1e1c", "name": "network-vif-plugged", "status": "completed", "tag": "303c8ce3-0afd-4cac-878f-a7307e3741d0"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:20.226219 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 303c8ce3-0afd-4cac-878f-a7307e3741d0, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=303c8ce3-0afd-4cac-878f-a7307e3741d0,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:20.232774 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.248689 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c0692-f3ae-41ff-b749-0f7139e1606c req-fdd6963e-e381-4541-b52f-ce2773645c46 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:20.250447 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-589c0692-f3ae-41ff-b749-0f7139e1606c req-fdd6963e-e381-4541-b52f-ce2773645c46 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.0907047 Feb 03 02:57:20.260702 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54352cb5-a821-4e5c-8405-c5a35e6a12fc x-openstack-request-id: req-54352cb5-a821-4e5c-8405-c5a35e6a12fc {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:20.261044 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a00957e-c905-4466-8a03-befe71ab1e1c", "name": "network-vif-plugged", "status": "completed", "tag": "303c8ce3-0afd-4cac-878f-a7307e3741d0", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:20.261335 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54352cb5-a821-4e5c-8405-c5a35e6a12fc {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:20.261801 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303c8ce3-0afd-4cac-878f-a7307e3741d0', 'code': 200} Feb 03 02:57:20.274360 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-af1f794a-16d8-48f1-b158-c7191f8e318e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (96ca1d51-8c6a-469d-b461-9880db915ef2), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.276844 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-af1f794a-16d8-48f1-b158-c7191f8e318e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.277932 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-af1f794a-16d8-48f1-b158-c7191f8e318e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96ca1d51-8c6a-469d-b461-9880db915ef2 HTTP/1.1" status: 204 len: 168 time: 0.1881611 Feb 03 02:57:20.286881 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=303c8ce3-0afd-4cac-878f-a7307e3741d0,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:20.297814 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f794a-16d8-48f1-b158-c7191f8e318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ca1d51-8c6a-469d-b461-9880db915ef2,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:20.327992 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-589c0692-f3ae-41ff-b749-0f7139e1606c req-a1c36875-0ce1-4918-80d7-ff0762a6ce44 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650022 Feb 03 02:57:20.380845 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d9bc2-1141-4adf-9829-ecb17cb52a6a req-0188529e-b6fc-4bb4-81a2-7328f0794af2 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:20.382317 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-953d9bc2-1141-4adf-9829-ecb17cb52a6a req-0188529e-b6fc-4bb4-81a2-7328f0794af2 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0505259 Feb 03 02:57:20.427994 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-953d9bc2-1141-4adf-9829-ecb17cb52a6a req-5148fefa-cd66-401f-a5dd-d8234edafcec tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399058 Feb 03 02:57:20.535843 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.549710 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa7680-b34c-4baa-9d32-84fa22029a7e req-c8a78dbf-539a-492f-adbe-317d566e8717 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:20.553233 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-85fa7680-b34c-4baa-9d32-84fa22029a7e req-c8a78dbf-539a-492f-adbe-317d566e8717 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0583160 Feb 03 02:57:20.615347 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-85fa7680-b34c-4baa-9d32-84fa22029a7e req-63862965-80a1-4d47-9543-33d6896a0e9d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585124 Feb 03 02:57:20.630644 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3370c286-c865-41ac-8634-0662134d844e req-03cb68a6-0327-43f8-8b20-b0f78fc18872 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 210 time: 0.0318549 Feb 03 02:57:20.636917 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 49382) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:20.653618 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-faedb17e-6211-4dc0-9313-bf71bc4fd028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.726413 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ed2cd-fa76-4072-ba4a-89dd4fd07aee req-be0adb32-7638-4715-9ab6-7db71e5f0be9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:20.727974 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fc8ed2cd-fa76-4072-ba4a-89dd4fd07aee req-be0adb32-7638-4715-9ab6-7db71e5f0be9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.0511658 Feb 03 02:57:20.728421 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-faedb17e-6211-4dc0-9313-bf71bc4fd028 admin admin] Publish callbacks [] for security_group (4dd3c939-fb58-4648-b935-dc5cd71c0fb8), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.732902 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-faedb17e-6211-4dc0-9313-bf71bc4fd028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (4dd3c939-fb58-4648-b935-dc5cd71c0fb8), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.768864 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-faedb17e-6211-4dc0-9313-bf71bc4fd028 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4b3e22ff0c54011a3dec0544a97519a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307948 Feb 03 02:57:20.771495 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 49386) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:20.774441 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fc8ed2cd-fa76-4072-ba4a-89dd4fd07aee req-1367b97a-4edb-4e96-a37f-2313acbbb538 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Feb 03 02:57:20.777431 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedb17e-6211-4dc0-9313-bf71bc4fd028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd3c939-fb58-4648-b935-dc5cd71c0fb8,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:20.821808 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-75ce2ff3-89ca-4d1a-a290-54baa9487ef9 admin admin] Publish callbacks [] for security_group (4dd3c939-fb58-4648-b935-dc5cd71c0fb8), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.844231 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-75ce2ff3-89ca-4d1a-a290-54baa9487ef9 admin admin] Publish callbacks [] for security_group (4dd3c939-fb58-4648-b935-dc5cd71c0fb8), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.897469 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-75ce2ff3-89ca-4d1a-a290-54baa9487ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (4dd3c939-fb58-4648-b935-dc5cd71c0fb8), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.900104 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-75ce2ff3-89ca-4d1a-a290-54baa9487ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:20.901309 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-75ce2ff3-89ca-4d1a-a290-54baa9487ef9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4dd3c939-fb58-4648-b935-dc5cd71c0fb8 HTTP/1.1" status: 204 len: 168 time: 0.1289387 Feb 03 02:57:20.909404 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce2ff3-89ca-4d1a-a290-54baa9487ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd3c939-fb58-4648-b935-dc5cd71c0fb8,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:21.651123 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c184a3-4ad5-43e5-9687-e0a5d321de10 req-0c815fc1-cbba-411e-b6e8-d32c10794096 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:21.652598 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-55c184a3-4ad5-43e5-9687-e0a5d321de10 req-0c815fc1-cbba-411e-b6e8-d32c10794096 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.2624114 Feb 03 02:57:21.663769 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12d89-13b3-4a3b-8fbc-2eced46374cb req-3cad5e63-2142-4b6c-a51f-8c2c42d7c382 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:21.665226 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2ef12d89-13b3-4a3b-8fbc-2eced46374cb req-3cad5e63-2142-4b6c-a51f-8c2c42d7c382 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0673316 Feb 03 02:57:21.735484 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-55c184a3-4ad5-43e5-9687-e0a5d321de10 req-8f9bcab2-0acb-4f04-89cd-7157ad03b920 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692890 Feb 03 02:57:21.738447 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2ef12d89-13b3-4a3b-8fbc-2eced46374cb req-9e8db46b-783e-4de8-a9ee-c10b2da8933c tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666885 Feb 03 02:57:21.862703 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f2dafec8-01b0-430d-b33c-0d4c311f6756 req-a2e7848c-7495-449a-aabb-32ff0c1b4403 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 210 time: 0.0317171 Feb 03 02:57:21.881851 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19801085-bbe4-4920-97cb-7ed5238aae8b req-a03f0161-38dc-4a42-9588-eb0393fba1fd tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:21.889684 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-19801085-bbe4-4920-97cb-7ed5238aae8b req-a03f0161-38dc-4a42-9588-eb0393fba1fd tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0869265 Feb 03 02:57:21.943539 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-19801085-bbe4-4920-97cb-7ed5238aae8b req-989225fa-c4fe-43b9-a246-bdddab0a1577 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528147 Feb 03 02:57:22.034655 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb161bb-94f9-4d3b-b6c3-7de949015668 req-a9a3d05f-bcb4-4308-a7e6-a4b497a57612 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:22.035961 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-deb161bb-94f9-4d3b-b6c3-7de949015668 req-a9a3d05f-bcb4-4308-a7e6-a4b497a57612 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.0550752 Feb 03 02:57:22.087947 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 49432) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:22.097218 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-deb161bb-94f9-4d3b-b6c3-7de949015668 req-cc4fcb4b-f0fe-4e48-9bd6-48b381fbe2ce tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531220 Feb 03 02:57:22.148844 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:22.149498 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc07fc9-c472-4ce3-9996-549fd459693b req-f0dfc66e-eb31-4dd6-9dfb-7fa4345e65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:22.150707 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ccc07fc9-c472-4ce3-9996-549fd459693b req-f0dfc66e-eb31-4dd6-9dfb-7fa4345e65cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 1129 time: 0.0504384 Feb 03 02:57:22.200062 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ccc07fc9-c472-4ce3-9996-549fd459693b req-4138e5ab-1242-4133-b1d4-aef46f79207b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 Feb 03 02:57:22.215881 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-37f58c1a-9786-4630-8f49-d1b92a66cac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:22.294352 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-37f58c1a-9786-4630-8f49-d1b92a66cac2 admin admin] Publish callbacks [] for security_group (65978279-763f-49c8-9c1a-420415cb9d8c), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:22.299922 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-37f58c1a-9786-4630-8f49-d1b92a66cac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (65978279-763f-49c8-9c1a-420415cb9d8c), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:22.336507 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-37f58c1a-9786-4630-8f49-d1b92a66cac2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51e7936d6e0c4cd8ae33edcd44fa44e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473059 Feb 03 02:57:22.337451 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f58c1a-9786-4630-8f49-d1b92a66cac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65978279-763f-49c8-9c1a-420415cb9d8c,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:22.339479 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 49436) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:22.389782 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4fa1e602-4758-4e47-abc2-17b99fc8975e admin admin] Publish callbacks [] for security_group (65978279-763f-49c8-9c1a-420415cb9d8c), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:22.411577 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4fa1e602-4758-4e47-abc2-17b99fc8975e admin admin] Publish callbacks [] for security_group (65978279-763f-49c8-9c1a-420415cb9d8c), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:22.458018 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4fa1e602-4758-4e47-abc2-17b99fc8975e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (65978279-763f-49c8-9c1a-420415cb9d8c), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:22.460488 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4fa1e602-4758-4e47-abc2-17b99fc8975e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:22.461657 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-4fa1e602-4758-4e47-abc2-17b99fc8975e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65978279-763f-49c8-9c1a-420415cb9d8c HTTP/1.1" status: 204 len: 168 time: 0.1211574 Feb 03 02:57:22.468779 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1e602-4758-4e47-abc2-17b99fc8975e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65978279-763f-49c8-9c1a-420415cb9d8c,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:22.891849 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec27639-7ddd-4d8c-995d-0c56e07af9f8 req-e926d417-c92a-4850-8177-b8fabddd3fc0 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:22.893425 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fec27639-7ddd-4d8c-995d-0c56e07af9f8 req-e926d417-c92a-4850-8177-b8fabddd3fc0 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.0838239 Feb 03 02:57:22.909943 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6f09d-10d8-42a6-8109-e7bde349f974 req-e6ea01ea-c6d7-4ea6-b3ce-8f26aa60d9c1 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:22.911548 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3f6f09d-10d8-42a6-8109-e7bde349f974 req-e6ea01ea-c6d7-4ea6-b3ce-8f26aa60d9c1 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0928338 Feb 03 02:57:22.991817 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fec27639-7ddd-4d8c-995d-0c56e07af9f8 req-3ff25fdd-ef4e-4aa5-a055-37f3654683cf tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898254 Feb 03 02:57:23.013366 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3f6f09d-10d8-42a6-8109-e7bde349f974 req-6b2142ef-b968-41db-9990-d06e1c9a01aa tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828438 Feb 03 02:57:23.098502 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e8c1cfe8-db69-477f-840c-83cdbe435f30 req-6a35426e-a5fc-4dd9-9b67-b4a64d48be95 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 210 time: 0.0388496 Feb 03 02:57:23.154263 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfeec0-3160-4329-ab28-c16d66843f77 req-b2a2049a-a6d7-4a6e-a5ef-0c84c81267d2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:23.159472 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5cfeec0-3160-4329-ab28-c16d66843f77 req-b2a2049a-a6d7-4a6e-a5ef-0c84c81267d2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0635529 Feb 03 02:57:23.232565 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5cfeec0-3160-4329-ab28-c16d66843f77 req-25190c2d-0639-4584-8b4f-c8a7a551154c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Feb 03 02:57:23.246993 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454bfa2-c5fe-4cfb-bc71-dd4f9e214541 req-f8c29f82-7bf6-4768-bc57-99087f625b0b tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:23.248492 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a454bfa2-c5fe-4cfb-bc71-dd4f9e214541 req-f8c29f82-7bf6-4768-bc57-99087f625b0b tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.0790145 Feb 03 02:57:23.299062 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a454bfa2-c5fe-4cfb-bc71-dd4f9e214541 req-62cc926a-15a5-4702-bbe1-e6098aeba611 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Feb 03 02:57:24.170433 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96f0f2-2f53-46b7-b5c6-b1a43da911c9 req-3ed867be-ea07-4730-a59b-a2cc319a10a3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:24.171928 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ba96f0f2-2f53-46b7-b5c6-b1a43da911c9 req-3ed867be-ea07-4730-a59b-a2cc319a10a3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0848939 Feb 03 02:57:24.178450 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa52edd-1997-4111-a215-215222322be7 req-3d36dc71-e61d-4072-a4fc-25dbfa475ef6 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:24.179831 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1aa52edd-1997-4111-a215-215222322be7 req-3d36dc71-e61d-4072-a4fc-25dbfa475ef6 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.0940242 Feb 03 02:57:24.248638 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ba96f0f2-2f53-46b7-b5c6-b1a43da911c9 req-0edd49af-54f8-4c12-93c7-70c1d6022708 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678606 Feb 03 02:57:24.251906 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1aa52edd-1997-4111-a215-215222322be7 req-f6c1f8c6-9645-4136-a551-4b0fd915f2f0 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654960 Feb 03 02:57:24.348846 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8750583-7b21-45f2-8209-0f006b76804f req-d26b017a-8b59-47d9-aaeb-2cf9ad97912c tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 210 time: 0.0341499 Feb 03 02:57:24.390401 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd400d90-95eb-438e-8231-c604e52f3b3e req-19aca3cf-7cf8-48ed-8e5a-bd506ef84e15 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:24.392326 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd400d90-95eb-438e-8231-c604e52f3b3e req-19aca3cf-7cf8-48ed-8e5a-bd506ef84e15 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0685005 Feb 03 02:57:24.442418 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd400d90-95eb-438e-8231-c604e52f3b3e req-ed6aa144-a0ea-4142-a223-9c8c4963fa88 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445378 Feb 03 02:57:25.423190 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ba49a-49be-48b9-955c-909b89a1952c req-ac84fe08-61c1-4db7-b50a-48e21ba0a97d tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:25.424686 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-319ba49a-49be-48b9-955c-909b89a1952c req-ac84fe08-61c1-4db7-b50a-48e21ba0a97d tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.0986009 Feb 03 02:57:25.434661 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cbd8a-2051-4d6a-ad60-ce393eba85e5 req-65bb3579-1479-4d65-b890-90145a5ece48 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:25.436161 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-141cbd8a-2051-4d6a-ad60-ce393eba85e5 req-65bb3579-1479-4d65-b890-90145a5ece48 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1072690 Feb 03 02:57:25.517950 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-319ba49a-49be-48b9-955c-909b89a1952c req-53d36545-3bc8-4b5d-af5e-2894bb6b1311 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800257 Feb 03 02:57:25.521347 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-141cbd8a-2051-4d6a-ad60-ce393eba85e5 req-bd037f0c-2a1d-4655-9356-32d89189bdf9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769925 Feb 03 02:57:25.624681 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af54928b-eedf-47a5-9bc7-f9fdef28384a req-493d691c-3a09-4d25-86bb-2aa0bc38e6bf tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 210 time: 0.0495124 Feb 03 02:57:25.655646 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9efb8-f808-4254-b0bc-ff7f871885ae req-4773560e-6ffd-4df9-be9f-c5a38b3a7ff1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:25.657290 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7cd9efb8-f808-4254-b0bc-ff7f871885ae req-4773560e-6ffd-4df9-be9f-c5a38b3a7ff1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0718651 Feb 03 02:57:25.712272 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7cd9efb8-f808-4254-b0bc-ff7f871885ae req-0a9fdf5f-8464-4ef5-aabf-f4e280a7dea0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485635 Feb 03 02:57:25.977089 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-cf88f0b3-0155-4d62-ab76-a2cc7f1814c8 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:25.979213 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-cf88f0b3-0155-4d62-ab76-a2cc7f1814c8 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.43 "GET /v2.0/networks?id=22fe169f-e273-4ced-9b97-e4e9b084e012 HTTP/1.1" status: 200 len: 809 time: 0.1556871 Feb 03 02:57:26.000104 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Request body: {'port': {'device_id': 'bdafd7ae-560d-4c7a-848e-eb8506ffba4c', 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012', 'admin_state_up': True, 'tenant_id': '15c4256dc55e466d95808fa66f72c37d'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:26.191483 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c24495-d095-43cd-beec-1a53423534fd req-30272497-0f30-40cd-aadc-e899508cd2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:26.193205 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96c24495-d095-43cd-beec-1a53423534fd req-30272497-0f30-40cd-aadc-e899508cd2f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 1129 time: 0.1213846 Feb 03 02:57:26.211348 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f0ea-63b8-4493-9d87-488d4be9a3a8 req-b76cbf84-5b00-487f-8421-47bb2d0143b5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:26.212942 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8178f0ea-63b8-4493-9d87-488d4be9a3a8 req-b76cbf84-5b00-487f-8421-47bb2d0143b5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.1055441 Feb 03 02:57:26.225286 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Made reservation on behalf of 15c4256dc55e466d95808fa66f72c37d for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:57:26.229168 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:26.387943 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8178f0ea-63b8-4493-9d87-488d4be9a3a8 req-b1d0ae3e-7767-478a-b8a6-b5273a3f894b tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651497 Feb 03 02:57:26.414964 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c24495-d095-43cd-beec-1a53423534fd req-ba123773-7371-4b5e-aeea-ac9354478c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:26.416730 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96c24495-d095-43cd-beec-1a53423534fd req-ba123773-7371-4b5e-aeea-ac9354478c66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 918 time: 0.2028346 Feb 03 02:57:26.479656 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96c24495-d095-43cd-beec-1a53423534fd req-3390ebbd-c92c-424e-be59-a91bb5cce6ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56bc6508-b90c-4a56-92a7-ede9dab41a4f HTTP/1.1" status: 200 len: 217 time: 0.0452967 Feb 03 02:57:26.494124 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Allocated IP 172.20.0.5 (22fe169f-e273-4ced-9b97-e4e9b084e012/a675e0eb-a1b6-4111-9999-5da2847ebec2/8eb17e7f-c7af-449c-8842-be520b097cba) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:57:26.561566 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c24495-d095-43cd-beec-1a53423534fd req-e5336adb-2efc-4d42-bce9-78b645df3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:26.563133 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96c24495-d095-43cd-beec-1a53423534fd req-e5336adb-2efc-4d42-bce9-78b645df3218 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bb96e84-4f17-47e8-9e3d-6c509db919bb HTTP/1.1" status: 200 len: 857 time: 0.0668664 Feb 03 02:57:26.709002 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96c24495-d095-43cd-beec-1a53423534fd req-67bf00c1-c6f2-4ea4-8981-9875dcd6b2bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f43a5cf5-27e4-4762-a93b-2169348c9878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057873 Feb 03 02:57:26.839870 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328dcca-01a5-4cc8-b67f-5ac054df9f59 req-72358de2-b29e-489f-a418-a6c0369c725d tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:26.841376 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e328dcca-01a5-4cc8-b67f-5ac054df9f59 req-72358de2-b29e-489f-a418-a6c0369c725d tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.2393718 Feb 03 02:57:26.847634 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f29f6-003c-4f86-8e76-b782f3ea8d0a req-a6d209bc-3910-437c-8f8c-73ce4b90ab7b tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:26.848996 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-631f29f6-003c-4f86-8e76-b782f3ea8d0a req-a6d209bc-3910-437c-8f8c-73ce4b90ab7b tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.2482269 Feb 03 02:57:26.860645 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks [] for port (8eb17e7f-c7af-449c-8842-be520b097cba), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:26.907034 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96c24495-d095-43cd-beec-1a53423534fd req-09c3f43b-f429-4698-92fe-909c17584ab7 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885183 Feb 03 02:57:26.969974 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e328dcca-01a5-4cc8-b67f-5ac054df9f59 req-d7af7015-19f7-42cf-9d60-af50a4c5ca4d tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131115 Feb 03 02:57:26.972814 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-631f29f6-003c-4f86-8e76-b782f3ea8d0a req-ad2cb095-c1ec-4128-bf82-94c063eafcf7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092935 Feb 03 02:57:26.980551 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:27.043491 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Network 22fe169f-e273-4ced-9b97-e4e9b084e012 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:57:27.048553 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:57:27.059976 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:57:27.064993 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:27.065604 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:27.108022 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Pushing event updated for resources: {'Port': ['ID=8eb17e7f-c7af-449c-8842-be520b097cba,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:27.125716 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-7e514ed9-4a88-4913-b3de-c66f8c950268 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=32b005a4be7b40aab2f79fc959cd6549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666788 Feb 03 02:57:27.131179 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-d996e74c-44c4-4ae3-8970-8f198b80c738 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1351485 Feb 03 02:57:27.254103 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a7e28-60fb-4122-9df1-2b0bb466da9b req-ee8c7d35-6fff-49f7-96c3-af976ef9bd33 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:27.255629 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-242a7e28-60fb-4122-9df1-2b0bb466da9b req-ee8c7d35-6fff-49f7-96c3-af976ef9bd33 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 931 time: 0.2110419 Feb 03 02:57:27.548742 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-301b68e1-1b32-41e6-b0cb-c4c01fe9ed52 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:27.550120 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-301b68e1-1b32-41e6-b0cb-c4c01fe9ed52 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4180477 Feb 03 02:57:27.553495 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-242a7e28-60fb-4122-9df1-2b0bb466da9b req-7a658d38-2ca7-4323-9b90-e020025960f2 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912784 Feb 03 02:57:27.564429 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-8f880900-e641-4c9e-8b47-03c71911740e tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/quotas/32b005a4be7b40aab2f79fc959cd6549 HTTP/1.1" status: 200 len: 375 time: 0.0088699 Feb 03 02:57:27.596139 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-cfe6ac66-ca9a-48d9-8adf-c0550b0848e3 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32b005a4be7b40aab2f79fc959cd6549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265028 Feb 03 02:57:27.793620 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae3054-0983-49f9-a1e4-86cfffb7303b req-9e901e94-e0a0-4748-8e03-ae69627bde72 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:27.795080 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-25ae3054-0983-49f9-a1e4-86cfffb7303b req-9e901e94-e0a0-4748-8e03-ae69627bde72 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0549362 Feb 03 02:57:27.840660 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-25ae3054-0983-49f9-a1e4-86cfffb7303b req-c17898ed-a0f6-4241-94ae-061e5dd48e7e tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398552 Feb 03 02:57:27.914250 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d2f4c37a-d5a9-4c33-8212-c807a12f8a75 req-dac9efb2-fc03-4da2-96e9-b19d083b7510 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 210 time: 0.0324008 Feb 03 02:57:28.110438 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cd9e8-972f-435a-a5eb-4027eaad2bf6 req-bb8eeade-6a2a-466f-b4e4-e8ab312e3b44 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:28.111928 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc1cd9e8-972f-435a-a5eb-4027eaad2bf6 req-bb8eeade-6a2a-466f-b4e4-e8ab312e3b44 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0667007 Feb 03 02:57:28.159853 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dc1cd9e8-972f-435a-a5eb-4027eaad2bf6 req-6c822e5e-c24d-4e27-934f-3f5af7dfce47 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Feb 03 02:57:28.317302 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de64352-dce0-4b28-a1a6-9eb795196175 req-f1a2c4e1-eab6-4e9f-90d0-619ee3463ebb tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:28.318761 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6de64352-dce0-4b28-a1a6-9eb795196175 req-f1a2c4e1-eab6-4e9f-90d0-619ee3463ebb tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0594697 Feb 03 02:57:28.327423 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 49638) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:28.331890 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-8e97cdb0-62e0-4bb4-9b02-ba78c52acf77 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'floatingip': {'port_id': '303c8ce3-0afd-4cac-878f-a7307e3741d0'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:28.401278 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8e97cdb0-62e0-4bb4-9b02-ba78c52acf77 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (fe859c25-b9cd-4586-ba8b-503deafdf750), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:28.776374 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Request body: {'port': {'device_id': 'bdafd7ae-560d-4c7a-848e-eb8506ffba4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:28.821197 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b8a1-bf34-409d-891e-3c0af2d27854 req-85c4c86d-f0c0-4675-a18b-617e4d859bb3 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:28.822643 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c97b8a1-bf34-409d-891e-3c0af2d27854 req-85c4c86d-f0c0-4675-a18b-617e4d859bb3 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 931 time: 0.2010999 Feb 03 02:57:29.071153 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c97b8a1-bf34-409d-891e-3c0af2d27854 req-78074894-5c05-4575-8f07-392cd13f702f tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200532 Feb 03 02:57:29.071692 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:29.104150 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96c24495-d095-43cd-beec-1a53423534fd req-77ef7fdc-0556-40f5-9539-3c1610fe5d63 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489678 Feb 03 02:57:29.232342 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:57:29.461834 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8e97cdb0-62e0-4bb4-9b02-ba78c52acf77 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:29.507331 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8e97cdb0-62e0-4bb4-9b02-ba78c52acf77 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (fe859c25-b9cd-4586-ba8b-503deafdf750), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:29.574989 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5735f-14df-4f90-8861-ee0726aca56a req-61ee7a03-79ed-427e-83df-b45750fc391d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:29.576457 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7fb5735f-14df-4f90-8861-ee0726aca56a req-61ee7a03-79ed-427e-83df-b45750fc391d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.4501297 Feb 03 02:57:29.714426 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-8e97cdb0-62e0-4bb4-9b02-ba78c52acf77 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Floating IP fe859c25-b9cd-4586-ba8b-503deafdf750 associated. External IP: 172.27.2.227, port: 303c8ce3-0afd-4cac-878f-a7307e3741d0. Feb 03 02:57:29.754736 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7fb5735f-14df-4f90-8861-ee0726aca56a req-d8a1db6f-3803-4b53-95a8-266d1157e05e tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721501 Feb 03 02:57:29.879306 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-52663fa6-977a-45e5-a992-197cf0f9225e req-be146bca-ac25-4ac9-a965-962b27e55e26 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 210 time: 0.0508931 Feb 03 02:57:29.930153 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb17e7f-c7af-449c-8842-be520b097cba {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:29.940105 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Publish callbacks [] for port (8eb17e7f-c7af-449c-8842-be520b097cba), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:29.988599 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Transition to ACTIVE for port object 8eb17e7f-c7af-449c-8842-be520b097cba will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:57:29.997377 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:30.106400 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb17e7f-c7af-449c-8842-be520b097cba,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:30.152590 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e97cdb0-62e0-4bb4-9b02-ba78c52acf77 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Router cc2865a8-429b-44a9-914f-1eb91b56a56c has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 02:57:30.166081 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Attempting to bind port 8eb17e7f-c7af-449c-8842-be520b097cba on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:57:30.166414 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Attempting to bind port 8eb17e7f-c7af-449c-8842-be520b097cba by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '2c02c3bd-b567-49e6-9e3d-49792676726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:57:30.166848 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Attempting to bind port 8eb17e7f-c7af-449c-8842-be520b097cba on network 22fe169f-e273-4ced-9b97-e4e9b084e012 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:57:30.192105 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Port 8eb17e7f-c7af-449c-8842-be520b097cba on network 22fe169f-e273-4ced-9b97-e4e9b084e012 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:57:30.192429 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Attempting to bind port 8eb17e7f-c7af-449c-8842-be520b097cba on network 22fe169f-e273-4ced-9b97-e4e9b084e012 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:57:30.209708 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:57:30.210072 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Checking segment: {'id': '2c02c3bd-b567-49e6-9e3d-49792676726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:57:30.210455 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Bound using segment: {'id': '2c02c3bd-b567-49e6-9e3d-49792676726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:57:30.210892 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Bound port: 8eb17e7f-c7af-449c-8842-be520b097cba, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c02c3bd-b567-49e6-9e3d-49792676726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:57:30.211264 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:30.295446 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391e5b1-a9f4-4049-bb70-ac4a0bc1a16e req-d51e1edb-826e-4a4d-996b-848f0eb44e96 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:30.296848 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2391e5b1-a9f4-4049-bb70-ac4a0bc1a16e req-d51e1edb-826e-4a4d-996b-848f0eb44e96 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 943 time: 0.1490312 Feb 03 02:57:30.394227 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e97cdb0-62e0-4bb4-9b02-ba78c52acf77 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:57:30.400027 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8e97cdb0-62e0-4bb4-9b02-ba78c52acf77 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:30.408121 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c63de-e4e5-4fca-b00d-96c31c3a81fc None None] Sync routers for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:57:30.420579 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c63de-e4e5-4fca-b00d-96c31c3a81fc None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:57:30.421427 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-f82c63de-e4e5-4fca-b00d-96c31c3a81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:57:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:57:30.432378 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] For port 8eb17e7f-c7af-449c-8842-be520b097cba, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:57:30.442055 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2391e5b1-a9f4-4049-bb70-ac4a0bc1a16e req-e4e55e89-fb6e-4d98-aef4-191da8539768 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150730 Feb 03 02:57:30.453731 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] For port 8eb17e7f-c7af-449c-8842-be520b097cba, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=8eb17e7f-c7af-449c-8842-be520b097cba,segment=NetworkSegment(2c02c3bd-b567-49e6-9e3d-49792676726f),segment_id=2c02c3bd-b567-49e6-9e3d-49792676726f)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:57:30.471682 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8e97cdb0-62e0-4bb4-9b02-ba78c52acf77 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "PUT /v2.0/floatingips/fe859c25-b9cd-4586-ba8b-503deafdf750 HTTP/1.1" status: 200 len: 991 time: 2.1421285 Feb 03 02:57:30.472931 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'tag': '303c8ce3-0afd-4cac-878f-a7307e3741d0'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:30.475860 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44646810-b00a-4470-9308-52b6e80da756" -d '{"events": [{"name": "network-changed", "server_uuid": "9a00957e-c905-4466-8a03-befe71ab1e1c", "tag": "303c8ce3-0afd-4cac-878f-a7307e3741d0"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:30.479886 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:30.539198 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805db079-0940-4cc1-9b94-059e085b01db x-openstack-request-id: req-805db079-0940-4cc1-9b94-059e085b01db {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:30.539503 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a00957e-c905-4466-8a03-befe71ab1e1c", "tag": "303c8ce3-0afd-4cac-878f-a7307e3741d0", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:30.539762 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-805db079-0940-4cc1-9b94-059e085b01db {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:30.540165 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'tag': '303c8ce3-0afd-4cac-878f-a7307e3741d0', 'status': 'completed', 'code': 200} Feb 03 02:57:30.549784 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:30.551417 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:30.553535 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] 10.222.0.43 "PUT /v2.0/ports/8eb17e7f-c7af-449c-8842-be520b097cba HTTP/1.1" status: 200 len: 1093 time: 1.7939200 Feb 03 02:57:30.554086 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-f82c63de-e4e5-4fca-b00d-96c31c3a81fc None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:57:30.639124 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c8561-a3b8-4219-bbf6-8707b86d3042 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb17e7f-c7af-449c-8842-be520b097cba,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:30.731594 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44646810-b00a-4470-9308-52b6e80da756 req-fed2f8fe-142b-4853-95d7-698efb1a7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:30.733303 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44646810-b00a-4470-9308-52b6e80da756 req-fed2f8fe-142b-4853-95d7-698efb1a7290 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c189a73642b4f5ba787addbc275d4c0&device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 1129 time: 0.1582806 Feb 03 02:57:30.741948 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-82d30751-6128-4980-9b2b-9a19a14024df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:30.743490 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-82d30751-6128-4980-9b2b-9a19a14024df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15c4256dc55e466d95808fa66f72c37d&device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 1127 time: 0.1167567 Feb 03 02:57:30.759595 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af706892-980d-44e6-bdd2-0a6653c2a0ec req-21767e4c-3a46-4579-ad3e-6e2c5ee683ac tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:30.771962 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af706892-980d-44e6-bdd2-0a6653c2a0ec req-21767e4c-3a46-4579-ad3e-6e2c5ee683ac tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1751349 Feb 03 02:57:30.881077 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-3facccae-46db-47f1-ba78-57f9dd7f40e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eb17e7f-c7af-449c-8842-be520b097cba HTTP/1.1" status: 200 len: 217 time: 0.1106954 Feb 03 02:57:30.887118 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-f82c63de-e4e5-4fca-b00d-96c31c3a81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': 'fe859c25-b9cd-4586-ba8b-503deafdf750', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'port_id': '303c8ce3-0afd-4cac-878f-a7307e3741d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'mac_address': 'fa:16:3e:f9:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T02:56:51Z', 'updated_at': '2022-02-03T02:57:29Z', 'revision_number': 1, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:57:30.917641 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c63de-e4e5-4fca-b00d-96c31c3a81fc None None] Checking router: cc2865a8-429b-44a9-914f-1eb91b56a56c for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:57:30.923505 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-ba21e204-e56f-4bc8-85fb-1e004923d769 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=32b005a4be7b40aab2f79fc959cd6549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733922 Feb 03 02:57:30.926708 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c63de-e4e5-4fca-b00d-96c31c3a81fc None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:57:30.927331 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-f82c63de-e4e5-4fca-b00d-96c31c3a81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:57:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:57:31.043922 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-af706892-980d-44e6-bdd2-0a6653c2a0ec req-09cad076-355a-40b3-aa7e-adb4d8ddab90 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757871 Feb 03 02:57:31.049240 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44646810-b00a-4470-9308-52b6e80da756 req-4005d94b-da7e-4400-a43d-2be796ac0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:31.053524 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44646810-b00a-4470-9308-52b6e80da756 req-4005d94b-da7e-4400-a43d-2be796ac0937 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 200 len: 912 time: 0.3085089 Feb 03 02:57:31.094576 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-f82c63de-e4e5-4fca-b00d-96c31c3a81fc None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:57:31.202144 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-ed410768-5a52-4808-8fbc-c8010e5ffdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:31.203705 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-ed410768-5a52-4808-8fbc-c8010e5ffdde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a675e0eb-a1b6-4111-9999-5da2847ebec2 HTTP/1.1" status: 200 len: 849 time: 0.2927344 Feb 03 02:57:31.269790 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-5a040732-b242-4348-b399-438e035d5886 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22fe169f-e273-4ced-9b97-e4e9b084e012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464976 Feb 03 02:57:31.326028 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-05c94d91-e227-4226-9d8b-d8c8b4a25a5a tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:31.327586 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-05c94d91-e227-4226-9d8b-d8c8b4a25a5a tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3971479 Feb 03 02:57:31.336093 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d75caa3-df1f-45f1-9663-0bfc013a5a0c req-451bbd3f-59ca-4f56-b603-91a4a145b0ad tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 210 time: 0.0535166 Feb 03 02:57:31.341444 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44646810-b00a-4470-9308-52b6e80da756 req-65ee5936-4c4d-4d4b-a160-03096b43c428 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303c8ce3-0afd-4cac-878f-a7307e3741d0 HTTP/1.1" status: 200 len: 999 time: 0.2807367 Feb 03 02:57:31.348090 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Request body: {'port': {'device_id': '9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49', 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07', 'admin_state_up': True, 'tenant_id': '32b005a4be7b40aab2f79fc959cd6549'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:31.387874 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-f82c63de-e4e5-4fca-b00d-96c31c3a81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': 'fe859c25-b9cd-4586-ba8b-503deafdf750', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'port_id': '303c8ce3-0afd-4cac-878f-a7307e3741d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'mac_address': 'fa:16:3e:f9:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T02:56:51Z', 'updated_at': '2022-02-03T02:57:29Z', 'revision_number': 1, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:57:31.466502 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Made reservation on behalf of 32b005a4be7b40aab2f79fc959cd6549 for: {'port': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:57:31.470077 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:31.480455 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:31.532232 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c63de-e4e5-4fca-b00d-96c31c3a81fc None None] The sync data for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi is: [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': 'fe859c25-b9cd-4586-ba8b-503deafdf750', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'port_id': '303c8ce3-0afd-4cac-878f-a7307e3741d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'mac_address': 'fa:16:3e:f9:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T02:56:51Z', 'updated_at': '2022-02-03T02:57:29Z', 'revision_number': 1, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:57:31.567534 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Publish callbacks [] for security_group (eb765cdc-d2c8-44ee-b434-591d4b011770), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:31.572158 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (eb765cdc-d2c8-44ee-b434-591d4b011770), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:31.638263 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb765cdc-d2c8-44ee-b434-591d4b011770,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:31.651628 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.651973 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.652318 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.652661 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.653013 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.653337 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.653663 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.653988 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.654311 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.654640 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.654958 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.655472 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.655790 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:31.674596 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4b88e-cf42-463c-9e4f-6d6a0b201d6e req-7dd1f377-4fa4-4abb-91f0-2c73700854c4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:31.681346 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eac4b88e-cf42-463c-9e4f-6d6a0b201d6e req-7dd1f377-4fa4-4abb-91f0-2c73700854c4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.5053821 Feb 03 02:57:31.724181 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Allocated IP 192.168.233.155 (29ea6a33-70b9-4f90-b940-704349a9aa07/d077a5c1-8f1f-434b-80fe-6adf54f6c857/2da89c94-dd76-4f49-8a5b-207f79792eaf) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:57:31.765834 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44646810-b00a-4470-9308-52b6e80da756 req-07603a96-9454-4988-a382-c3193b870c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:31.767337 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44646810-b00a-4470-9308-52b6e80da756 req-07603a96-9454-4988-a382-c3193b870c9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d557dc0-eafd-4268-9536-756ecc92255a HTTP/1.1" status: 200 len: 850 time: 0.1576512 Feb 03 02:57:31.774008 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-c31c8b1e-edb6-4415-9a74-feb42c60612a service neutron] 10.222.0.43 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725382 Feb 03 02:57:31.776559 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a794f-7804-4106-91d3-3de63ecf4be9 None None] New status for floating IP fe859c25-b9cd-4586-ba8b-503deafdf750: ACTIVE {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 02:57:31.792846 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eac4b88e-cf42-463c-9e4f-6d6a0b201d6e req-da77d800-a75f-4a64-a3b2-994d7167ddf1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058321 Feb 03 02:57:31.802331 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8da998-0cf3-4db9-aca3-cef43dcadec1 req-a248a621-be4c-42d3-a8f0-785fed1f2bd9 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:31.803803 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ac8da998-0cf3-4db9-aca3-cef43dcadec1 req-a248a621-be4c-42d3-a8f0-785fed1f2bd9 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 943 time: 0.2032950 Feb 03 02:57:31.904678 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Publish callbacks [] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:31.940776 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:31.990001 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Network 29ea6a33-70b9-4f90-b940-704349a9aa07 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:57:31.994566 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:57:31.998289 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:57:32.001449 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ac8da998-0cf3-4db9-aca3-cef43dcadec1 req-2113dccb-a8e4-4a0f-b87f-035c2b696b1c tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838062 Feb 03 02:57:32.006671 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:32.008960 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44646810-b00a-4470-9308-52b6e80da756 req-be9a3161-2150-4e4f-83d6-0c171380b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:32.010577 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44646810-b00a-4470-9308-52b6e80da756 req-be9a3161-2150-4e4f-83d6-0c171380b48e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6402c879-2200-432c-9a4b-8fd0476dc339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2167869 Feb 03 02:57:32.013210 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:32.058806 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Pushing event updated for resources: {'Port': ['ID=2da89c94-dd76-4f49-8a5b-207f79792eaf,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:32.066560 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-56b142dc-7b6b-4c9e-b152-2eec392f0fb6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7235162 Feb 03 02:57:32.089375 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ec4658a-c56e-40ac-97fa-892ecffcab56 req-7205d0f2-e126-4103-ae17-7809dbf9a9c9 service neutron] 10.222.0.43 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941844 Feb 03 02:57:32.102628 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Request body: {'port': {'device_id': '9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:32.229651 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:32.256950 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44646810-b00a-4470-9308-52b6e80da756 req-5c72fe4b-65e4-4826-b524-d89b4c5d67fa service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228830 Feb 03 02:57:32.269770 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c1856-9374-4512-8a98-0b658c6bf7d7 req-6b30c83b-06c0-4b5e-b688-2aa1a200ae31 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:32.276833 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-667c1856-9374-4512-8a98-0b658c6bf7d7 req-6b30c83b-06c0-4b5e-b688-2aa1a200ae31 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1110599 Feb 03 02:57:32.429378 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-667c1856-9374-4512-8a98-0b658c6bf7d7 req-b079ba34-ed25-45ed-bf89-e1cff1c81bc0 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370420 Feb 03 02:57:32.492401 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-13bb75ba-3c47-4784-99a6-6d111566993f None None] Provisioning complete for port 2da89c94-dd76-4f49-8a5b-207f79792eaf triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:57:32.493186 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-13bb75ba-3c47-4784-99a6-6d111566993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:32.494451 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44646810-b00a-4470-9308-52b6e80da756 req-45b3d80b-a8a6-4186-83fd-77c8cc9e6948 service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147515 Feb 03 02:57:32.538176 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665871-b161-47e0-934d-11e57e52fbac req-49298e5a-1d38-4e73-92d7-fdd903929544 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:32.539742 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-02665871-b161-47e0-934d-11e57e52fbac req-49298e5a-1d38-4e73-92d7-fdd903929544 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 936 time: 0.1011651 Feb 03 02:57:32.543040 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdafd7ae-560d-4c7a-848e-eb8506ffba4c', 'tag': '8eb17e7f-c7af-449c-8842-be520b097cba'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:32.545395 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab17081-b7bf-457a-9190-4c65bb07ba13" -d '{"events": [{"name": "network-changed", "server_uuid": "bdafd7ae-560d-4c7a-848e-eb8506ffba4c", "tag": "8eb17e7f-c7af-449c-8842-be520b097cba"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:32.545839 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-13bb75ba-3c47-4784-99a6-6d111566993f None None] Port 2da89c94-dd76-4f49-8a5b-207f79792eaf cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:57:32.628572 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-02665871-b161-47e0-934d-11e57e52fbac req-724a084b-8dc9-4fda-8964-29395587eade tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759327 Feb 03 02:57:32.743518 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727ff1cf-f963-4cd0-83e2-12d77d42e5ae x-openstack-request-id: req-727ff1cf-f963-4cd0-83e2-12d77d42e5ae {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:32.743934 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdafd7ae-560d-4c7a-848e-eb8506ffba4c", "tag": "8eb17e7f-c7af-449c-8842-be520b097cba", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:32.744176 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-727ff1cf-f963-4cd0-83e2-12d77d42e5ae {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:32.744571 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdafd7ae-560d-4c7a-848e-eb8506ffba4c', 'tag': '8eb17e7f-c7af-449c-8842-be520b097cba', 'status': 'completed', 'code': 200} Feb 03 02:57:32.765035 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 49764) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:32.842949 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da89c94-dd76-4f49-8a5b-207f79792eaf {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:32.850592 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Publish callbacks [] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:32.867441 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Transition to ACTIVE for port object 2da89c94-dd76-4f49-8a5b-207f79792eaf will not be triggered until provisioned by entity L2. {{(pid=102483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:57:32.871415 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:32.891366 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:32.918970 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=2da89c94-dd76-4f49-8a5b-207f79792eaf,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:32.940799 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc058d5-b188-4386-bad8-4ad32bf9534a req-d101857e-8a58-47fb-853a-ee520d33ed8c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:32.942334 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-acc058d5-b188-4386-bad8-4ad32bf9534a req-d101857e-8a58-47fb-853a-ee520d33ed8c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0875895 Feb 03 02:57:32.956757 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Attempting to bind port 2da89c94-dd76-4f49-8a5b-207f79792eaf on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:57:32.957376 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Attempting to bind port 2da89c94-dd76-4f49-8a5b-207f79792eaf by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '39b6aa9f-a18a-450d-b042-d21f13144a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:57:32.957474 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Attempting to bind port 2da89c94-dd76-4f49-8a5b-207f79792eaf on network 29ea6a33-70b9-4f90-b940-704349a9aa07 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:57:32.961875 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Port 2da89c94-dd76-4f49-8a5b-207f79792eaf on network 29ea6a33-70b9-4f90-b940-704349a9aa07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:57:32.962197 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Attempting to bind port 2da89c94-dd76-4f49-8a5b-207f79792eaf on network 29ea6a33-70b9-4f90-b940-704349a9aa07 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:57:32.967294 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:57:32.967629 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Checking segment: {'id': '39b6aa9f-a18a-450d-b042-d21f13144a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:57:32.968011 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Bound using segment: {'id': '39b6aa9f-a18a-450d-b042-d21f13144a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:57:32.968449 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Bound port: 2da89c94-dd76-4f49-8a5b-207f79792eaf, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b6aa9f-a18a-450d-b042-d21f13144a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:57:32.968821 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.019034 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-acc058d5-b188-4386-bad8-4ad32bf9534a req-e17dc006-6b5d-485c-8940-4928c8a99ba7 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655355 Feb 03 02:57:33.028513 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Publish callbacks [] for security_group (3537ef13-7c51-4daf-ad31-3f267791a7db), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.034380 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (3537ef13-7c51-4daf-ad31-3f267791a7db), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.042315 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] For port 2da89c94-dd76-4f49-8a5b-207f79792eaf, host hv-cinder-82758, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:57:33.050265 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] For port 2da89c94-dd76-4f49-8a5b-207f79792eaf, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=2da89c94-dd76-4f49-8a5b-207f79792eaf,segment=NetworkSegment(39b6aa9f-a18a-450d-b042-d21f13144a34),segment_id=39b6aa9f-a18a-450d-b042-d21f13144a34)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:57:33.060618 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.095429 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbecd1425b924535baf609b93b1fb771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291516 Feb 03 02:57:33.096168 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3537ef13-7c51-4daf-ad31-3f267791a7db,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:33.098187 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 49772) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:33.100564 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:33.101252 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.102758 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] 10.222.0.43 "PUT /v2.0/ports/2da89c94-dd76-4f49-8a5b-207f79792eaf HTTP/1.1" status: 200 len: 1098 time: 1.0187092 Feb 03 02:57:33.103197 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49', 'tag': '2da89c94-dd76-4f49-8a5b-207f79792eaf'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:33.105858 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a512d285-ed2b-4da6-a67c-0636f3c5a0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49", "tag": "2da89c94-dd76-4f49-8a5b-207f79792eaf"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:33.132700 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.133455 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.133962 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.134449 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.134928 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.135409 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.136011 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.136496 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.136992 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.137478 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.137955 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.138437 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.138910 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9e8a1-31b4-45aa-8a3c-5faebb7d3f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:33.139021 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8926509-c365-424e-8643-a96bd3f10ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=2da89c94-dd76-4f49-8a5b-207f79792eaf,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:33.149017 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c743535-1c78-4e55-b305-4861edb2a284 x-openstack-request-id: req-7c743535-1c78-4e55-b305-4861edb2a284 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:33.149509 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49", "tag": "2da89c94-dd76-4f49-8a5b-207f79792eaf", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:33.149863 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c743535-1c78-4e55-b305-4861edb2a284 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:33.150759 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49', 'tag': '2da89c94-dd76-4f49-8a5b-207f79792eaf', 'status': 'completed', 'code': 200} Feb 03 02:57:33.211269 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad84c-0f8e-44f5-b630-65cbe2d68f9e req-e7aa79b4-4f0b-4a88-9adb-970397827de0 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:33.212802 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ef8ad84c-0f8e-44f5-b630-65cbe2d68f9e req-e7aa79b4-4f0b-4a88-9adb-970397827de0 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 943 time: 0.1069071 Feb 03 02:57:33.213942 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bf449921-6cf2-4cac-a97a-9e63e19e3f2c admin admin] Publish callbacks [] for security_group (3537ef13-7c51-4daf-ad31-3f267791a7db), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.248174 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bf449921-6cf2-4cac-a97a-9e63e19e3f2c admin admin] Publish callbacks [] for security_group (3537ef13-7c51-4daf-ad31-3f267791a7db), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.298775 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ef8ad84c-0f8e-44f5-b630-65cbe2d68f9e req-e4735da9-6833-4ae8-9e33-9da85ccc7c33 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799494 Feb 03 02:57:33.328872 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bf449921-6cf2-4cac-a97a-9e63e19e3f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (3537ef13-7c51-4daf-ad31-3f267791a7db), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.332246 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bf449921-6cf2-4cac-a97a-9e63e19e3f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.336389 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-bf449921-6cf2-4cac-a97a-9e63e19e3f2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3537ef13-7c51-4daf-ad31-3f267791a7db HTTP/1.1" status: 204 len: 168 time: 0.2346091 Feb 03 02:57:33.342724 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf449921-6cf2-4cac-a97a-9e63e19e3f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3537ef13-7c51-4daf-ad31-3f267791a7db,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:33.543754 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6cf1-2b0a-40aa-9140-81cc997c5b89 req-a0c9429a-988d-4850-935b-14087cf4f492 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:33.546677 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-098b6cf1-2b0a-40aa-9140-81cc997c5b89 req-a0c9429a-988d-4850-935b-14087cf4f492 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0619440 Feb 03 02:57:33.609195 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-098b6cf1-2b0a-40aa-9140-81cc997c5b89 req-eb7a3f02-0fc3-4772-a3cf-dbcc83e9025f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549700 Feb 03 02:57:33.642908 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 49792) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:33.660179 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-742844b9-fdbd-4663-9264-f396f7476edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.738054 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-742844b9-fdbd-4663-9264-f396f7476edc admin admin] Publish callbacks [] for security_group (85175749-a367-4ba9-a13b-ec5688893c64), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.742149 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-742844b9-fdbd-4663-9264-f396f7476edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (85175749-a367-4ba9-a13b-ec5688893c64), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.768120 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6721ea-f685-44ad-9862-906a256fcc63 req-2fea438f-696e-4647-8965-065fdf0e718c tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:33.769641 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1f6721ea-f685-44ad-9862-906a256fcc63 req-2fea438f-696e-4647-8965-065fdf0e718c tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 948 time: 0.0547507 Feb 03 02:57:33.782010 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-742844b9-fdbd-4663-9264-f396f7476edc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34d52bdd89304ed397d7cc5704f4148c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377459 Feb 03 02:57:33.782847 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742844b9-fdbd-4663-9264-f396f7476edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85175749-a367-4ba9-a13b-ec5688893c64,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:33.785217 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 49796) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:33.817272 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1f6721ea-f685-44ad-9862-906a256fcc63 req-fa1fc613-551a-4624-bbd4-9581731cb1e5 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Feb 03 02:57:33.831227 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbd50-8dd0-4384-88e6-42255ad6df54 admin admin] Publish callbacks [] for security_group (85175749-a367-4ba9-a13b-ec5688893c64), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.852163 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbd50-8dd0-4384-88e6-42255ad6df54 admin admin] Publish callbacks [] for security_group (85175749-a367-4ba9-a13b-ec5688893c64), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.904812 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbd50-8dd0-4384-88e6-42255ad6df54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (85175749-a367-4ba9-a13b-ec5688893c64), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.907420 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbd50-8dd0-4384-88e6-42255ad6df54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:33.908605 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ebcbbd50-8dd0-4384-88e6-42255ad6df54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85175749-a367-4ba9-a13b-ec5688893c64 HTTP/1.1" status: 204 len: 168 time: 0.1225343 Feb 03 02:57:33.916439 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbbd50-8dd0-4384-88e6-42255ad6df54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85175749-a367-4ba9-a13b-ec5688893c64,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:34.137740 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99ae9e-f5cf-49e1-a805-0223c3b88916 req-49b69b49-7c42-42db-be5f-956bfa29af0a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:34.139198 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-db99ae9e-f5cf-49e1-a805-0223c3b88916 req-49b69b49-7c42-42db-be5f-956bfa29af0a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0515869 Feb 03 02:57:34.186264 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-db99ae9e-f5cf-49e1-a805-0223c3b88916 req-4a57f222-3eac-409e-be13-ebbed128e893 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Feb 03 02:57:34.433209 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81166e96-a070-484a-8e98-6f367e3d5d2b req-6970e966-574b-4090-a05a-ca26ba7fdf1f tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:34.434713 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-81166e96-a070-484a-8e98-6f367e3d5d2b req-6970e966-574b-4090-a05a-ca26ba7fdf1f tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 943 time: 0.0625808 Feb 03 02:57:34.485106 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-81166e96-a070-484a-8e98-6f367e3d5d2b req-85bacb75-bf5b-44bb-944c-663ecfac3809 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447216 Feb 03 02:57:34.936212 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e88b7b-0f0e-42b0-b091-9cdea36051a6 req-03fc6b00-c6ce-4a9f-8355-073f01084baa tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:34.937672 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a1e88b7b-0f0e-42b0-b091-9cdea36051a6 req-03fc6b00-c6ce-4a9f-8355-073f01084baa tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 948 time: 0.0531905 Feb 03 02:57:34.984972 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a1e88b7b-0f0e-42b0-b091-9cdea36051a6 req-8e5fc301-0ee5-49bc-8c25-28fbfdd36d46 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Feb 03 02:57:35.302955 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc75b-4d46-4912-9478-e902f0b63e33 req-343c0a64-4147-441e-877b-63fe2badf22d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:35.304502 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30ebc75b-4d46-4912-9478-e902f0b63e33 req-343c0a64-4147-441e-877b-63fe2badf22d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0538392 Feb 03 02:57:35.352938 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30ebc75b-4d46-4912-9478-e902f0b63e33 req-81326781-7208-4bf2-96c2-b3e0e47957ca tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408511 Feb 03 02:57:35.620039 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef6c22-0932-4626-bc59-c8a7e5a92720 req-8da66f09-6118-49b9-a0e2-49d90889a7ea tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:35.621614 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9bef6c22-0932-4626-bc59-c8a7e5a92720 req-8da66f09-6118-49b9-a0e2-49d90889a7ea tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 943 time: 0.0669334 Feb 03 02:57:35.661904 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17081-b7bf-457a-9190-4c65bb07ba13 req-aae27d05-f021-4774-a335-1acc4c76142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:35.663529 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-cab17081-b7bf-457a-9190-4c65bb07ba13 req-aae27d05-f021-4774-a335-1acc4c76142a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15c4256dc55e466d95808fa66f72c37d&device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 1127 time: 0.0456951 Feb 03 02:57:35.691833 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9bef6c22-0932-4626-bc59-c8a7e5a92720 req-50039372-85a5-4a03-a079-e015f7414018 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645633 Feb 03 02:57:35.704652 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512d285-ed2b-4da6-a67c-0636f3c5a0cf req-3b333509-59cf-4c3b-877f-6243f3c7b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:35.711154 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a512d285-ed2b-4da6-a67c-0636f3c5a0cf req-3b333509-59cf-4c3b-877f-6243f3c7b512 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32b005a4be7b40aab2f79fc959cd6549&device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 1132 time: 0.0590563 Feb 03 02:57:35.748267 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a512d285-ed2b-4da6-a67c-0636f3c5a0cf req-09e860a8-ba8a-4b05-9b0d-4729a8aee633 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=32b005a4be7b40aab2f79fc959cd6549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266156 Feb 03 02:57:35.766984 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17081-b7bf-457a-9190-4c65bb07ba13 req-01efa2a9-6b8a-4e68-aaec-4951cc3ba559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:35.768434 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-cab17081-b7bf-457a-9190-4c65bb07ba13 req-01efa2a9-6b8a-4e68-aaec-4951cc3ba559 service neutron] 10.222.0.43 "GET /v2.0/networks?id=22fe169f-e273-4ced-9b97-e4e9b084e012 HTTP/1.1" status: 200 len: 910 time: 0.0862944 Feb 03 02:57:35.809760 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-cab17081-b7bf-457a-9190-4c65bb07ba13 req-9c2d8718-eff4-4174-8b77-c817f241ca7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eb17e7f-c7af-449c-8842-be520b097cba HTTP/1.1" status: 200 len: 217 time: 0.0333068 Feb 03 02:57:35.858740 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17081-b7bf-457a-9190-4c65bb07ba13 req-cadca59d-cbed-4708-9f3e-9a95c752dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:35.860480 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-cab17081-b7bf-457a-9190-4c65bb07ba13 req-cadca59d-cbed-4708-9f3e-9a95c752dfca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a675e0eb-a1b6-4111-9999-5da2847ebec2 HTTP/1.1" status: 200 len: 849 time: 0.0441549 Feb 03 02:57:35.897626 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-cab17081-b7bf-457a-9190-4c65bb07ba13 req-a8ca7c30-0e19-4519-82b9-b8cc97c65f4d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22fe169f-e273-4ced-9b97-e4e9b084e012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303497 Feb 03 02:57:35.908612 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512d285-ed2b-4da6-a67c-0636f3c5a0cf req-c154519d-b8cf-47de-bc80-1bd64c1d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:35.910108 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a512d285-ed2b-4da6-a67c-0636f3c5a0cf req-c154519d-b8cf-47de-bc80-1bd64c1d8826 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514814 Feb 03 02:57:36.007270 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-cab17081-b7bf-457a-9190-4c65bb07ba13 req-99a4ce17-f979-4bd3-8d6d-bb873e8fbb70 service neutron] 10.222.0.43 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879698 Feb 03 02:57:36.010015 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-aac25a32-2395-4ea1-a65b-9510ff25074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:36.011891 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-aac25a32-2395-4ea1-a65b-9510ff25074e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32b005a4be7b40aab2f79fc959cd6549&device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 1132 time: 0.0564344 Feb 03 02:57:36.058389 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-661c94aa-ff85-4fcd-be1c-25dfd4da05ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=2da89c94-dd76-4f49-8a5b-207f79792eaf HTTP/1.1" status: 200 len: 217 time: 0.0350833 Feb 03 02:57:36.112169 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-cab17081-b7bf-457a-9190-4c65bb07ba13 req-df3fc11f-ef3a-4a28-9319-5641f3fc38fb service neutron] 10.222.0.43 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894294 Feb 03 02:57:36.130563 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a43be3a2-9a5e-41c8-b10b-a76decb473f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:36.132090 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-a43be3a2-9a5e-41c8-b10b-a76decb473f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d077a5c1-8f1f-434b-80fe-6adf54f6c857 HTTP/1.1" status: 200 len: 843 time: 0.0662489 Feb 03 02:57:36.146291 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f0e56-a950-4548-92d3-a81eadde54bc req-26f4b1b7-e865-4b83-882f-1bb5b936592a tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:36.147659 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-997f0e56-a950-4548-92d3-a81eadde54bc req-26f4b1b7-e865-4b83-882f-1bb5b936592a tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 948 time: 0.0920568 Feb 03 02:57:36.216032 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-997f0e56-a950-4548-92d3-a81eadde54bc req-262c9505-b01a-4493-b0b8-88d440a4f38d tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602629 Feb 03 02:57:36.220133 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-d8508442-dfb7-4e06-8d51-a838c5d2c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:36.221574 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-d8508442-dfb7-4e06-8d51-a838c5d2c1b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29ea6a33-70b9-4f90-b940-704349a9aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0730503 Feb 03 02:57:36.315100 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-b2d0fd05-d575-4726-b979-6b8552b06941 service neutron] 10.222.0.43 "GET /v2.0/networks/29ea6a33-70b9-4f90-b940-704349a9aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864902 Feb 03 02:57:36.419031 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1b6d029-9f98-4735-9bed-c4700707ed8b req-4ac194d8-779c-4b14-913b-0861462b3e01 service neutron] 10.222.0.43 "GET /v2.0/networks/29ea6a33-70b9-4f90-b940-704349a9aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889418 Feb 03 02:57:36.476138 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eef45-306b-484d-ab2f-7ee6aa731303 req-a896d2fb-b3b5-48b4-85e9-9c1231e6c755 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:36.477656 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e7eef45-306b-484d-ab2f-7ee6aa731303 req-a896d2fb-b3b5-48b4-85e9-9c1231e6c755 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0509677 Feb 03 02:57:36.527671 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e7eef45-306b-484d-ab2f-7ee6aa731303 req-62de1dc4-30e7-4604-9d96-fa73c6f80280 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439513 Feb 03 02:57:36.815348 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a2381-346d-4b9d-9c7c-6049b425540e req-bdd26367-45cf-4855-b6eb-89c63043828e tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:36.817187 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d82a2381-346d-4b9d-9c7c-6049b425540e req-bdd26367-45cf-4855-b6eb-89c63043828e tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 943 time: 0.0554929 Feb 03 02:57:36.868529 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d82a2381-346d-4b9d-9c7c-6049b425540e req-abb2ffe9-4c32-499f-9725-9d2c398ed3d7 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Feb 03 02:57:37.333898 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576ec1a-af54-4fb1-ae20-0a81866623be req-280012e3-9ba6-4000-83fb-69c7f2d2e754 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:37.335370 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4576ec1a-af54-4fb1-ae20-0a81866623be req-280012e3-9ba6-4000-83fb-69c7f2d2e754 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 948 time: 0.0517864 Feb 03 02:57:37.382709 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4576ec1a-af54-4fb1-ae20-0a81866623be req-304ce09e-46e2-4167-be97-08639962118e tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416238 Feb 03 02:57:37.657706 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992547a2-bd29-414f-84c2-86b1e5916a40 req-d664e6d5-24e3-49ee-ba98-a8f269cab5b5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:37.659077 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-992547a2-bd29-414f-84c2-86b1e5916a40 req-d664e6d5-24e3-49ee-ba98-a8f269cab5b5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0563037 Feb 03 02:57:37.707973 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-992547a2-bd29-414f-84c2-86b1e5916a40 req-0d99d5d9-fa78-4481-8d62-f1d03cfec7da tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 Feb 03 02:57:37.989017 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2525e-80bf-4586-9ad6-d54f9df55d31 req-865b3f34-679f-4373-a262-2a09f98b9b64 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:37.990532 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0be2525e-80bf-4586-9ad6-d54f9df55d31 req-865b3f34-679f-4373-a262-2a09f98b9b64 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 943 time: 0.0561879 Feb 03 02:57:38.056800 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0be2525e-80bf-4586-9ad6-d54f9df55d31 req-20752cc6-6583-4553-9bbb-fc85d47e07dc tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596857 Feb 03 02:57:38.505282 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a36ae-97bd-4cfa-bdcb-fc92e0017f17 req-0c287dc6-29cf-4d46-842a-8d5f8fe3249f tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:38.506763 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-524a36ae-97bd-4cfa-bdcb-fc92e0017f17 req-0c287dc6-29cf-4d46-842a-8d5f8fe3249f tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 948 time: 0.0543072 Feb 03 02:57:38.556049 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-524a36ae-97bd-4cfa-bdcb-fc92e0017f17 req-e6609e1e-1fb6-400f-9ea5-219ccc2e11ac tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435090 Feb 03 02:57:38.827727 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8aeff5-26ab-4560-8ff5-9ceaebc8ae73 req-5dbfa4d0-7d47-4575-9adb-e9b413f18d32 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:38.829315 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c8aeff5-26ab-4560-8ff5-9ceaebc8ae73 req-5dbfa4d0-7d47-4575-9adb-e9b413f18d32 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0529139 Feb 03 02:57:38.897642 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c8aeff5-26ab-4560-8ff5-9ceaebc8ae73 req-13848e54-6c28-4877-bcb8-7f26836f3594 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625930 Feb 03 02:57:38.969969 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-a0ccf819-b173-42fd-a684-55b3eaafc921 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:38.971336 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-a0ccf819-b173-42fd-a684-55b3eaafc921 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 815 time: 0.1136122 Feb 03 02:57:38.988528 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-ae84cb1c-cc9c-4829-a26d-64909941111e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/quotas/ff777728bb704feeabf264e753679daa HTTP/1.1" status: 200 len: 375 time: 0.0093398 Feb 03 02:57:39.297022 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-f08cbb80-0d0a-42b1-8a5f-f1a29978be69 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3036842 Feb 03 02:57:39.307886 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ccbdb-db0b-4b43-9408-0eea5da3542e req-f64bb328-aa65-4aa8-a7f2-cabcbf89b916 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:39.309314 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0e7ccbdb-db0b-4b43-9408-0eea5da3542e req-f64bb328-aa65-4aa8-a7f2-cabcbf89b916 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 943 time: 0.0641079 Feb 03 02:57:39.415244 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0e7ccbdb-db0b-4b43-9408-0eea5da3542e req-6bb4dbe3-ffee-4d85-a73b-9936ef56f459 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979264 Feb 03 02:57:39.429917 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-d34fa756-d40c-4b20-b747-6addc100af36 service neutron] 10.222.0.31 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195886 Feb 03 02:57:39.525818 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-4208cb58-5d04-480a-91f2-a6976f34ffbe service neutron] 10.222.0.31 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900736 Feb 03 02:57:39.691901 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a5092a18-47af-4189-82a7-2bf25d21ec38 req-ed2d21c0-fc0e-47e7-a35d-309bc4f02bcd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 210 time: 0.0286195 Feb 03 02:57:39.707268 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71ce9-e48c-4618-bcde-75a4461a4264 req-7b727316-da82-4451-8782-cb9345eb8824 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:39.708980 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f2b71ce9-e48c-4618-bcde-75a4461a4264 req-7b727316-da82-4451-8782-cb9345eb8824 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 948 time: 0.0864727 Feb 03 02:57:39.759285 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f2b71ce9-e48c-4618-bcde-75a4461a4264 req-d9954c64-44a4-4780-a244-ac30aab591f9 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Feb 03 02:57:40.037595 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983dc7f-777b-4302-8d1a-e47b1d7e274f req-fff186a7-687d-4b22-89ad-cac9545d3bd7 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:40.039106 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f983dc7f-777b-4302-8d1a-e47b1d7e274f req-fff186a7-687d-4b22-89ad-cac9545d3bd7 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0525486 Feb 03 02:57:40.092051 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f983dc7f-777b-4302-8d1a-e47b1d7e274f req-4e1dfa19-1e19-4896-81c7-0d935a1cf039 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474555 Feb 03 02:57:40.287688 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 8eb17e7f-c7af-449c-8842-be520b097cba details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:57:40.499628 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 8eb17e7f-c7af-449c-8842-be520b097cba, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=8eb17e7f-c7af-449c-8842-be520b097cba,segment=NetworkSegment(2c02c3bd-b567-49e6-9e3d-49792676726f),segment_id=2c02c3bd-b567-49e6-9e3d-49792676726f)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:40.510839 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '8eb17e7f-c7af-449c-8842-be520b097cba', 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012', 'port_id': '8eb17e7f-c7af-449c-8842-be520b097cba', 'mac_address': 'fa:16:3e:74:c5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a675e0eb-a1b6-4111-9999-5da2847ebec2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:57:40.535072 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecea70e-2586-47a4-b082-aabeb0cdfe44 req-3afdd42b-7cb9-445d-a2c9-23798e465294 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:40.536547 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1ecea70e-2586-47a4-b082-aabeb0cdfe44 req-3afdd42b-7cb9-445d-a2c9-23798e465294 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 943 time: 0.0531635 Feb 03 02:57:40.548166 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 8eb17e7f-c7af-449c-8842-be520b097cba is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:40.548492 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:40.561938 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb17e7f-c7af-449c-8842-be520b097cba {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:40.580763 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 8eb17e7f-c7af-449c-8842-be520b097cba, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=8eb17e7f-c7af-449c-8842-be520b097cba,segment=NetworkSegment(2c02c3bd-b567-49e6-9e3d-49792676726f),segment_id=2c02c3bd-b567-49e6-9e3d-49792676726f)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:40.583495 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1ecea70e-2586-47a4-b082-aabeb0cdfe44 req-3ca9d75e-05ac-41f1-acbc-ea2a7e63dcda tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413146 Feb 03 02:57:40.585604 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:40.586326 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 2da89c94-dd76-4f49-8a5b-207f79792eaf details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:57:40.653031 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=8eb17e7f-c7af-449c-8842-be520b097cba,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:40.684007 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.684374 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.684757 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.685104 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.685444 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.685770 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.686098 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.686389 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.686743 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.687077 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.687399 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.687719 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.688027 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:57:40.731192 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 2da89c94-dd76-4f49-8a5b-207f79792eaf, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=2da89c94-dd76-4f49-8a5b-207f79792eaf,segment=NetworkSegment(39b6aa9f-a18a-450d-b042-d21f13144a34),segment_id=39b6aa9f-a18a-450d-b042-d21f13144a34)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:40.742244 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '2da89c94-dd76-4f49-8a5b-207f79792eaf', 'network_id': '29ea6a33-70b9-4f90-b940-704349a9aa07', 'port_id': '2da89c94-dd76-4f49-8a5b-207f79792eaf', 'mac_address': 'fa:16:3e:4d:3c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd077a5c1-8f1f-434b-80fe-6adf54f6c857', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:57:40.779098 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 2da89c94-dd76-4f49-8a5b-207f79792eaf is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:40.780203 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:40.784403 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e2016105-9c72-4089-8cdf-c3e9d4261a75 req-ec74cfa6-cb9b-4f2d-b6b3-7eddc56bc3ab tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 210 time: 0.0261738 Feb 03 02:57:40.794572 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da89c94-dd76-4f49-8a5b-207f79792eaf {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:40.820328 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 2da89c94-dd76-4f49-8a5b-207f79792eaf, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=2da89c94-dd76-4f49-8a5b-207f79792eaf,segment=NetworkSegment(39b6aa9f-a18a-450d-b042-d21f13144a34),segment_id=39b6aa9f-a18a-450d-b042-d21f13144a34)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:40.824609 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:40.872333 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=2da89c94-dd76-4f49-8a5b-207f79792eaf,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:40.878801 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c4d37-bead-4981-8351-d40c3d6d19d0 req-e580b83f-4735-4123-b821-439336d2587b tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:40.880167 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e98c4d37-bead-4981-8351-d40c3d6d19d0 req-e580b83f-4735-4123-b821-439336d2587b tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 949 time: 0.0533931 Feb 03 02:57:40.926494 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e98c4d37-bead-4981-8351-d40c3d6d19d0 req-c5f8745c-fe49-4ceb-b569-1247932088c7 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406430 Feb 03 02:57:41.217898 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00768701-75d8-4736-af8d-9059780a8ba4 req-bc49a9f9-b819-4c64-9625-0cb6d7c73631 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:41.219378 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-00768701-75d8-4736-af8d-9059780a8ba4 req-bc49a9f9-b819-4c64-9625-0cb6d7c73631 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0566182 Feb 03 02:57:41.265925 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-00768701-75d8-4736-af8d-9059780a8ba4 req-53777ad4-cc20-46ce-a39d-ffcae16e0d38 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Feb 03 02:57:41.464496 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6a0c888b-bdee-4b2c-b634-5f72ed2ba191 req-fc90ee78-c11d-49c4-98a8-ce734c7b9ebc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445328 Feb 03 02:57:41.590443 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c888b-bdee-4b2c-b634-5f72ed2ba191 req-42d7bafa-126d-4400-b382-e74c21f9a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:41.592362 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6a0c888b-bdee-4b2c-b634-5f72ed2ba191 req-42d7bafa-126d-4400-b382-e74c21f9a5ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 1130 time: 0.0508428 Feb 03 02:57:41.747971 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c888b-bdee-4b2c-b634-5f72ed2ba191 req-9f6800f2-88bb-4c4c-bd4f-60a3dac71805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:41.749465 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6a0c888b-bdee-4b2c-b634-5f72ed2ba191 req-9f6800f2-88bb-4c4c-bd4f-60a3dac71805 service neutron] 10.222.0.43 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 916 time: 0.1225097 Feb 03 02:57:41.757477 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e5f6b-8591-40b4-af00-40ea1b1bedd0 req-1c53f2b2-d393-417f-9b08-cd1727b44ab3 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:41.758923 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d71e5f6b-8591-40b4-af00-40ea1b1bedd0 req-1c53f2b2-d393-417f-9b08-cd1727b44ab3 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 944 time: 0.0861342 Feb 03 02:57:41.803460 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6a0c888b-bdee-4b2c-b634-5f72ed2ba191 req-64602926-8790-439f-a84f-53728607cde3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44de70aa-dd5c-4b82-94f1-25e286c3f42f HTTP/1.1" status: 200 len: 217 time: 0.0430300 Feb 03 02:57:41.874325 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d71e5f6b-8591-40b4-af00-40ea1b1bedd0 req-205ba930-4eae-435f-bdc7-2aa9a4778afd tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070497 Feb 03 02:57:41.876158 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c888b-bdee-4b2c-b634-5f72ed2ba191 req-c4520645-a812-423d-9326-199bdbb58763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:41.877628 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6a0c888b-bdee-4b2c-b634-5f72ed2ba191 req-c4520645-a812-423d-9326-199bdbb58763 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0392db5-b24e-45e0-baa6-1befde31502f HTTP/1.1" status: 200 len: 855 time: 0.0653734 Feb 03 02:57:41.896550 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['2da89c94-dd76-4f49-8a5b-207f79792eaf'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:41.931767 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6a0c888b-bdee-4b2c-b634-5f72ed2ba191 req-9a43d227-cef9-49bd-81c5-d7bdc2e5d551 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=126c5997-2080-4b93-9c71-959073b0550c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448065 Feb 03 02:57:41.946037 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['8eb17e7f-c7af-449c-8842-be520b097cba'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:42.056389 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-430e6104-cb11-4c38-aa1d-9581414793b0 req-e59ebe89-acfa-4b34-9ddf-962576c99e2d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 210 time: 0.0404072 Feb 03 02:57:42.118218 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6a0c888b-bdee-4b2c-b634-5f72ed2ba191 req-73592ae3-0983-4cba-b047-e458bcbec8c7 service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770713 Feb 03 02:57:42.129730 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1872ba-6711-4a46-b2e0-bcb1468c12b0 req-812a4931-fe52-455f-abaf-ce6464d565d1 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:42.131275 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4a1872ba-6711-4a46-b2e0-bcb1468c12b0 req-812a4931-fe52-455f-abaf-ce6464d565d1 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 949 time: 0.1044421 Feb 03 02:57:42.231655 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4a1872ba-6711-4a46-b2e0-bcb1468c12b0 req-ca927b98-f85d-4731-a50b-43c75684d024 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938113 Feb 03 02:57:42.257704 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6a0c888b-bdee-4b2c-b634-5f72ed2ba191 req-1fb41109-0a28-4740-96e3-25bad7e33c75 service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186080 Feb 03 02:57:42.357247 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-d9a19cc2-00b0-4a5e-914e-bdc9f6654b94 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:42.358981 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-d9a19cc2-00b0-4a5e-914e-bdc9f6654b94 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 815 time: 0.1294200 Feb 03 02:57:42.382672 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Request body: {'port': {'device_id': '543ff03e-fd92-42d9-8121-5aa22a1bd45d', 'network_id': '126c5997-2080-4b93-9c71-959073b0550c', 'admin_state_up': True, 'tenant_id': 'ff777728bb704feeabf264e753679daa'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:42.405815 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa055c5-5b9d-4fdf-88b4-f3ed82d85736 req-5cebdaa5-782b-4915-8ea0-2e212e3df5ff tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:42.408221 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0fa055c5-5b9d-4fdf-88b4-f3ed82d85736 req-5cebdaa5-782b-4915-8ea0-2e212e3df5ff tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0692472 Feb 03 02:57:42.490402 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0fa055c5-5b9d-4fdf-88b4-f3ed82d85736 req-94100b96-ef55-4cce-910f-964ced04d9e2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646698 Feb 03 02:57:42.537425 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Made reservation on behalf of ff777728bb704feeabf264e753679daa for: {'port': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:57:42.541844 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:42.681437 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Allocated IP 172.20.0.11 (126c5997-2080-4b93-9c71-959073b0550c/c0392db5-b24e-45e0-baa6-1befde31502f/65f4c02d-138c-4fb0-aae2-8b37b8e7ee12) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:57:42.780940 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50062) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:42.866816 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks [] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:42.904574 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:42.907072 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-451ac9ab-e531-4a35-b90f-e3ffa256ca76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:42.921854 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['44de70aa-dd5c-4b82-94f1-25e286c3f42f'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:42.961733 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Network 126c5997-2080-4b93-9c71-959073b0550c is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:57:42.965205 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:57:42.967955 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:57:42.973641 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:42.974273 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:42.989270 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Pushing event updated for resources: {'Port': ['ID=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:43.013177 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2c68699c-7a86-46db-832b-0d746800fc67 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6366894 Feb 03 02:57:43.024670 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-451ac9ab-e531-4a35-b90f-e3ffa256ca76 admin admin] Publish callbacks [] for security_group (1399a8af-b569-49a5-9027-fb3ec98b2119), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.031459 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Request body: {'port': {'device_id': '543ff03e-fd92-42d9-8121-5aa22a1bd45d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:43.036683 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986fa5a-5daf-492f-93b1-b9642d1bda6a req-05ea98df-b083-43ef-a3a3-db474b0beb1c tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:43.038541 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3986fa5a-5daf-492f-93b1-b9642d1bda6a req-05ea98df-b083-43ef-a3a3-db474b0beb1c tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 944 time: 0.0884981 Feb 03 02:57:43.039731 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-451ac9ab-e531-4a35-b90f-e3ffa256ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (1399a8af-b569-49a5-9027-fb3ec98b2119), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.119633 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-451ac9ab-e531-4a35-b90f-e3ffa256ca76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fed92431de1b47a68ea6f1e470972139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419108 Feb 03 02:57:43.123733 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 50076) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:43.128523 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ac9ab-e531-4a35-b90f-e3ffa256ca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1399a8af-b569-49a5-9027-fb3ec98b2119,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:43.138275 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3986fa5a-5daf-492f-93b1-b9642d1bda6a req-20998d25-5e34-4451-b5aa-32a20309dd0f tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886307 Feb 03 02:57:43.140680 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.202624 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315030f-9e00-45ca-97c4-f59b934e7742 req-f6267d78-8e4f-45e9-9934-7fee2071a072 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:43.204101 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5315030f-9e00-45ca-97c4-f59b934e7742 req-f6267d78-8e4f-45e9-9934-7fee2071a072 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 932 time: 0.0513911 Feb 03 02:57:43.217569 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4151b945-9842-45bb-bf8f-306657dbb6cd admin admin] Publish callbacks [] for security_group (1399a8af-b569-49a5-9027-fb3ec98b2119), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.252356 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5315030f-9e00-45ca-97c4-f59b934e7742 req-7fcc2d1f-736d-406d-a8fb-2e1068aa887f tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424159 Feb 03 02:57:43.277241 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.297447 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4151b945-9842-45bb-bf8f-306657dbb6cd admin admin] Publish callbacks [] for security_group (1399a8af-b569-49a5-9027-fb3ec98b2119), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.347918 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6c54d-964c-474f-9fdf-fabf0de9971b req-8c089deb-4547-40e2-982f-c4ed2768f1ca tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:43.349428 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0cc6c54d-964c-474f-9fdf-fabf0de9971b req-8c089deb-4547-40e2-982f-c4ed2768f1ca tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 949 time: 0.0521460 Feb 03 02:57:43.382953 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 8eb17e7f-c7af-449c-8842-be520b097cba up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:57:43.403283 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4151b945-9842-45bb-bf8f-306657dbb6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (1399a8af-b569-49a5-9027-fb3ec98b2119), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.403956 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0cc6c54d-964c-474f-9fdf-fabf0de9971b req-5e7518f8-611f-47f2-a119-4d9f7f509c52 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482461 Feb 03 02:57:43.405916 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4151b945-9842-45bb-bf8f-306657dbb6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.409367 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-4151b945-9842-45bb-bf8f-306657dbb6cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1399a8af-b569-49a5-9027-fb3ec98b2119 HTTP/1.1" status: 204 len: 168 time: 0.2822578 Feb 03 02:57:43.423263 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151b945-9842-45bb-bf8f-306657dbb6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399a8af-b569-49a5-9027-fb3ec98b2119,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:43.473062 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 8eb17e7f-c7af-449c-8842-be520b097cba completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:57:43.477835 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 8eb17e7f-c7af-449c-8842-be520b097cba triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:57:43.478822 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.493823 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:43.501508 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Publish callbacks [] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.533799 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Transition to ACTIVE for port object 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 will not be triggered until provisioned by entity L2. {{(pid=102483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:57:43.540286 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.584096 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 8eb17e7f-c7af-449c-8842-be520b097cba is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:43.584886 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.611584 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdafd7ae-560d-4c7a-848e-eb8506ffba4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb17e7f-c7af-449c-8842-be520b097cba'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:43.614506 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff337c6-34ba-45c3-ac45-1494d95b478a" -d '{"events": [{"server_uuid": "bdafd7ae-560d-4c7a-848e-eb8506ffba4c", "name": "network-vif-plugged", "status": "completed", "tag": "8eb17e7f-c7af-449c-8842-be520b097cba"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:43.620900 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586ed6d-3a3c-480c-ad9b-45b2d3a8b6cf req-c4904475-5355-4495-9fce-88d48063590a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:43.631305 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 8eb17e7f-c7af-449c-8842-be520b097cba, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=8eb17e7f-c7af-449c-8842-be520b097cba,segment=NetworkSegment(2c02c3bd-b567-49e6-9e3d-49792676726f),segment_id=2c02c3bd-b567-49e6-9e3d-49792676726f)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:43.638918 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3586ed6d-3a3c-480c-ad9b-45b2d3a8b6cf req-c4904475-5355-4495-9fce-88d48063590a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0768478 Feb 03 02:57:43.639801 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.641050 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 2da89c94-dd76-4f49-8a5b-207f79792eaf up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:57:43.663861 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Attempting to bind port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:57:43.664686 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Attempting to bind port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:57:43.665210 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Attempting to bind port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 on network 126c5997-2080-4b93-9c71-959073b0550c {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:57:43.668103 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:43.673670 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 on network 126c5997-2080-4b93-9c71-959073b0550c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:57:43.674175 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Attempting to bind port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 on network 126c5997-2080-4b93-9c71-959073b0550c {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:57:43.679832 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:57:43.680400 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Checking segment: {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:57:43.680988 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Bound using segment: {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:57:43.681588 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Bound port: 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:57:43.682149 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.691754 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7075e60-afcc-4f1b-a9ca-d298729268be x-openstack-request-id: req-f7075e60-afcc-4f1b-a9ca-d298729268be {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:43.693827 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdafd7ae-560d-4c7a-848e-eb8506ffba4c", "name": "network-vif-plugged", "status": "completed", "tag": "8eb17e7f-c7af-449c-8842-be520b097cba", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:43.694110 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7075e60-afcc-4f1b-a9ca-d298729268be {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:43.694536 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdafd7ae-560d-4c7a-848e-eb8506ffba4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb17e7f-c7af-449c-8842-be520b097cba', 'code': 200} Feb 03 02:57:43.696245 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3586ed6d-3a3c-480c-ad9b-45b2d3a8b6cf req-5e35fd22-ca5a-4338-9a09-67703fd0e39f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565250 Feb 03 02:57:43.757280 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=8eb17e7f-c7af-449c-8842-be520b097cba,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:43.769327 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] For port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12, host hv-cinder-82758, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:57:43.775097 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 2da89c94-dd76-4f49-8a5b-207f79792eaf completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:57:43.775955 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] For port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:57:43.780837 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 2da89c94-dd76-4f49-8a5b-207f79792eaf triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:57:43.781290 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.793264 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.816155 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50088) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:43.829993 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-446a1525-9d11-4b04-840d-3a69ecd88675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.841903 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:43.842627 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.844415 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] 10.222.0.43 "PUT /v2.0/ports/65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 HTTP/1.1" status: 200 len: 1094 time: 0.8194828 Feb 03 02:57:43.844962 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543ff03e-fd92-42d9-8121-5aa22a1bd45d', 'tag': '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:43.848307 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abef6c5-7ea5-4822-8010-f50fdb303e81" -d '{"events": [{"name": "network-changed", "server_uuid": "543ff03e-fd92-42d9-8121-5aa22a1bd45d", "tag": "65f4c02d-138c-4fb0-aae2-8b37b8e7ee12"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:43.906279 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d622f8f-d2ce-455b-95f6-84cf2ef79bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:43.916218 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 2da89c94-dd76-4f49-8a5b-207f79792eaf is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:43.916621 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.929675 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d4fc85-80f2-48ea-995a-56a8bb76ccc8 x-openstack-request-id: req-e1d4fc85-80f2-48ea-995a-56a8bb76ccc8 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:43.930090 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543ff03e-fd92-42d9-8121-5aa22a1bd45d", "tag": "65f4c02d-138c-4fb0-aae2-8b37b8e7ee12", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:43.930432 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1d4fc85-80f2-48ea-995a-56a8bb76ccc8 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:43.931378 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543ff03e-fd92-42d9-8121-5aa22a1bd45d', 'tag': '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12', 'status': 'completed', 'code': 200} Feb 03 02:57:43.950813 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fae9b-c78b-4123-a8c0-8ca87ce09203 req-5591e091-0256-47ed-8ace-bdceabaf5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:43.952539 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-1b8fae9b-c78b-4123-a8c0-8ca87ce09203 req-5591e091-0256-47ed-8ace-bdceabaf5c50 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 1129 time: 0.0821414 Feb 03 02:57:43.959017 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 2da89c94-dd76-4f49-8a5b-207f79792eaf, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=2da89c94-dd76-4f49-8a5b-207f79792eaf,segment=NetworkSegment(39b6aa9f-a18a-450d-b042-d21f13144a34),segment_id=39b6aa9f-a18a-450d-b042-d21f13144a34)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:43.964482 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.971837 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-446a1525-9d11-4b04-840d-3a69ecd88675 admin admin] Publish callbacks [] for security_group (55f16c8d-3673-4329-b3f5-631af235b335), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:43.980495 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-446a1525-9d11-4b04-840d-3a69ecd88675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (55f16c8d-3673-4329-b3f5-631af235b335), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:44.023065 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-f605a844-18d4-4152-9b9b-de943103d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:44.023065 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-f605a844-18d4-4152-9b9b-de943103d903 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 1128 time: 0.1207700 Feb 03 02:57:44.028100 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-446a1525-9d11-4b04-840d-3a69ecd88675 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c58d93173c4542c29e1be2165bd20258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103477 Feb 03 02:57:44.028956 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a1525-9d11-4b04-840d-3a69ecd88675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f16c8d-3673-4329-b3f5-631af235b335,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:44.032291 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50102) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:44.033738 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-1b8fae9b-c78b-4123-a8c0-8ca87ce09203 req-44c5ef4d-692f-46f2-8aa3-2b1b837e0a02 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696316 Feb 03 02:57:44.048045 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=2da89c94-dd76-4f49-8a5b-207f79792eaf,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:44.075962 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-99664dd6-4a43-4631-9d40-41e12fff0b09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 HTTP/1.1" status: 200 len: 217 time: 0.0442996 Feb 03 02:57:44.116807 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c087691c-77f2-4b30-a5d7-a4e6f745d166 admin admin] Publish callbacks [] for security_group (55f16c8d-3673-4329-b3f5-631af235b335), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:44.139186 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c087691c-77f2-4b30-a5d7-a4e6f745d166 admin admin] Publish callbacks [] for security_group (55f16c8d-3673-4329-b3f5-631af235b335), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:44.198342 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c087691c-77f2-4b30-a5d7-a4e6f745d166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (55f16c8d-3673-4329-b3f5-631af235b335), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:44.201404 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c087691c-77f2-4b30-a5d7-a4e6f745d166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:44.202664 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-c087691c-77f2-4b30-a5d7-a4e6f745d166 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55f16c8d-3673-4329-b3f5-631af235b335 HTTP/1.1" status: 204 len: 168 time: 0.1694479 Feb 03 02:57:44.212456 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087691c-77f2-4b30-a5d7-a4e6f745d166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f16c8d-3673-4329-b3f5-631af235b335,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:44.264391 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83988022-a30f-4fa8-a311-3c0391d2912b req-a2a8307d-223d-470e-8e02-21af38b69a0a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:44.265937 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83988022-a30f-4fa8-a311-3c0391d2912b req-a2a8307d-223d-470e-8e02-21af38b69a0a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 945 time: 0.0555277 Feb 03 02:57:44.338509 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83988022-a30f-4fa8-a311-3c0391d2912b req-91ada139-b86c-4049-b909-c6475aa9f298 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669501 Feb 03 02:57:44.384661 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-e42ced74-0719-48c3-8390-1f4b3f462594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:44.386491 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-e42ced74-0719-48c3-8390-1f4b3f462594 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0392db5-b24e-45e0-baa6-1befde31502f HTTP/1.1" status: 200 len: 855 time: 0.0791245 Feb 03 02:57:44.420231 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-ad5d4ebd-a55f-42d7-8d3e-aec1caa3d989 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=126c5997-2080-4b93-9c71-959073b0550c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267565 Feb 03 02:57:44.431062 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f99d-2560-4a45-b3a1-286f418c8f49 req-764d0e58-0111-4207-9835-c9546d132d7d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:44.432457 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1675f99d-2560-4a45-b3a1-286f418c8f49 req-764d0e58-0111-4207-9835-c9546d132d7d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 944 time: 0.0976064 Feb 03 02:57:44.564594 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1675f99d-2560-4a45-b3a1-286f418c8f49 req-8c6040d8-cf1a-4cf4-9c24-5103a045a465 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212862 Feb 03 02:57:44.590289 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-ecc028f8-fcb4-438a-af5c-7b101aceafd9 service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548674 Feb 03 02:57:44.599429 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179457b-a737-4942-a99c-7b61f86a24cf req-b673269c-cd9a-4d7d-9bad-12d88c2850e6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:44.601263 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3179457b-a737-4942-a99c-7b61f86a24cf req-b673269c-cd9a-4d7d-9bad-12d88c2850e6 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 950 time: 0.1109762 Feb 03 02:57:44.703235 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3179457b-a737-4942-a99c-7b61f86a24cf req-c496d67d-9f97-4a49-bd49-c20529369d75 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932531 Feb 03 02:57:44.717070 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbc90d4-b7ff-49e6-9215-6b7dd67d3a05 req-88243ffc-4579-460c-b51f-83f7ffdade2b service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145232 Feb 03 02:57:44.840566 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abef6c5-7ea5-4822-8010-f50fdb303e81 req-135820d1-b37e-40a1-b98f-249f020ee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:44.842105 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6abef6c5-7ea5-4822-8010-f50fdb303e81 req-135820d1-b37e-40a1-b98f-249f020ee253 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 1128 time: 0.0644555 Feb 03 02:57:44.852013 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f194eb-6450-412d-9953-3250f3030f8b req-88678858-70a5-41ab-8e23-1c54802a9bf0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:44.853893 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c2f194eb-6450-412d-9953-3250f3030f8b req-88678858-70a5-41ab-8e23-1c54802a9bf0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0864353 Feb 03 02:57:44.959533 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c2f194eb-6450-412d-9953-3250f3030f8b req-d189d116-bc4e-494e-91ac-c8b9f838f73c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974746 Feb 03 02:57:44.968756 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abef6c5-7ea5-4822-8010-f50fdb303e81 req-442649e4-79a2-499e-be1f-d71f37f59266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:44.970228 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6abef6c5-7ea5-4822-8010-f50fdb303e81 req-442649e4-79a2-499e-be1f-d71f37f59266 service neutron] 10.222.0.43 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 916 time: 0.1155050 Feb 03 02:57:45.015289 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6abef6c5-7ea5-4822-8010-f50fdb303e81 req-06aa8a35-8096-4ba3-bb76-29c289ddb7c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 HTTP/1.1" status: 200 len: 217 time: 0.0343633 Feb 03 02:57:45.071945 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abef6c5-7ea5-4822-8010-f50fdb303e81 req-c4b7faa7-5de3-4043-9d15-01a7aebd07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:45.073450 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6abef6c5-7ea5-4822-8010-f50fdb303e81 req-c4b7faa7-5de3-4043-9d15-01a7aebd07bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0392db5-b24e-45e0-baa6-1befde31502f HTTP/1.1" status: 200 len: 855 time: 0.0432916 Feb 03 02:57:45.121088 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6abef6c5-7ea5-4822-8010-f50fdb303e81 req-ead86434-145b-44fc-9992-757032df8d16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=126c5997-2080-4b93-9c71-959073b0550c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321379 Feb 03 02:57:45.213570 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6abef6c5-7ea5-4822-8010-f50fdb303e81 req-6ab19a2d-0ea7-4f37-be3a-f3cdb98e6706 service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837386 Feb 03 02:57:45.315784 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6abef6c5-7ea5-4822-8010-f50fdb303e81 req-bb45d62c-9f9c-4d1d-927d-d2aeb2f8f053 service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900857 Feb 03 02:57:45.466296 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b83bf-b003-4339-86ba-1326c7a9b903 req-c10b8d8e-3c91-4c24-b2a6-af1e8748c8d0 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:45.467833 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fd3b83bf-b003-4339-86ba-1326c7a9b903 req-c10b8d8e-3c91-4c24-b2a6-af1e8748c8d0 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 945 time: 0.0588791 Feb 03 02:57:45.522392 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fd3b83bf-b003-4339-86ba-1326c7a9b903 req-8e221b03-90b6-452e-8bbb-56f6b258e2fc tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479949 Feb 03 02:57:45.570877 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50176) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:45.599952 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-523f20ec-c913-4643-bd68-8863e3fe3218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:45.696116 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da89c94-dd76-4f49-8a5b-207f79792eaf'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:45.699150 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda9db05-e430-4506-b3c4-ec2cd9b1346a" -d '{"events": [{"server_uuid": "9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49", "name": "network-vif-plugged", "status": "completed", "tag": "2da89c94-dd76-4f49-8a5b-207f79792eaf"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:45.709749 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb677-e807-468a-a317-1be9f9d50d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:45.740613 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c5c8c1-52d9-448a-a559-f3844d576adb x-openstack-request-id: req-a1c5c8c1-52d9-448a-a559-f3844d576adb {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:45.740955 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49", "name": "network-vif-plugged", "status": "completed", "tag": "2da89c94-dd76-4f49-8a5b-207f79792eaf", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:45.741216 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1c5c8c1-52d9-448a-a559-f3844d576adb {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:45.741613 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da89c94-dd76-4f49-8a5b-207f79792eaf', 'code': 200} Feb 03 02:57:45.777274 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0c048-c8de-4cd9-943c-5014d068157c req-e114bf46-d9c5-448f-8d1c-b94d5d910a17 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:45.778835 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-35e0c048-c8de-4cd9-943c-5014d068157c req-e114bf46-d9c5-448f-8d1c-b94d5d910a17 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 944 time: 0.1181915 Feb 03 02:57:45.907774 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-35e0c048-c8de-4cd9-943c-5014d068157c req-cfc25d9e-85b5-4b18-9ea4-c1e1d4505c5a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182990 Feb 03 02:57:45.931121 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb677-e807-468a-a317-1be9f9d50d23 admin admin] Publish callbacks [] for security_group (196cfba0-169f-4dea-9a2b-7d1952b5ba84), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:45.950525 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb677-e807-468a-a317-1be9f9d50d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (196cfba0-169f-4dea-9a2b-7d1952b5ba84), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:45.963029 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c899-3560-42a5-ab34-b13273b5afc8 req-01689670-4739-4cbb-a04e-544581ec5507 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:45.964509 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9066c899-3560-42a5-ab34-b13273b5afc8 req-01689670-4739-4cbb-a04e-544581ec5507 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 950 time: 0.1739972 Feb 03 02:57:46.253870 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-5b1cb677-e807-468a-a317-1be9f9d50d23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd1e7d9262af41fba0eb1f2f31d1047c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6818044 Feb 03 02:57:46.256570 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 50208) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:46.264000 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cb677-e807-468a-a317-1be9f9d50d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196cfba0-169f-4dea-9a2b-7d1952b5ba84,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:46.309865 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6953d36-18de-48b8-95ea-0364444801a2 req-56a0441b-ba0c-4928-b38b-b9de3d63e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:46.310978 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-31b3948e-bbbc-4cc5-ad2f-75516cf313d8 admin admin] Publish callbacks [] for security_group (196cfba0-169f-4dea-9a2b-7d1952b5ba84), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:46.311364 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a6953d36-18de-48b8-95ea-0364444801a2 req-56a0441b-ba0c-4928-b38b-b9de3d63e5ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 1134 time: 0.3981864 Feb 03 02:57:46.317823 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9066c899-3560-42a5-ab34-b13273b5afc8 req-ae212f44-516b-4ae8-8118-a718e5fcd57d tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460455 Feb 03 02:57:46.333279 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-31b3948e-bbbc-4cc5-ad2f-75516cf313d8 admin admin] Publish callbacks [] for security_group (196cfba0-169f-4dea-9a2b-7d1952b5ba84), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:46.358012 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11f76-b4d0-4a6d-8c80-3414b317a95a req-40ee938c-214c-40aa-927c-1dc8d9b22f7d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:46.361196 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5ff11f76-b4d0-4a6d-8c80-3414b317a95a req-40ee938c-214c-40aa-927c-1dc8d9b22f7d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.1171703 Feb 03 02:57:46.386528 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-31b3948e-bbbc-4cc5-ad2f-75516cf313d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (196cfba0-169f-4dea-9a2b-7d1952b5ba84), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:46.390370 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-31b3948e-bbbc-4cc5-ad2f-75516cf313d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:46.392710 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-31b3948e-bbbc-4cc5-ad2f-75516cf313d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/196cfba0-169f-4dea-9a2b-7d1952b5ba84 HTTP/1.1" status: 204 len: 168 time: 0.1348619 Feb 03 02:57:46.400338 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a6953d36-18de-48b8-95ea-0364444801a2 req-898dc589-eb6f-4769-96a2-a572d12fcdd9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775590 Feb 03 02:57:46.403113 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3948e-bbbc-4cc5-ad2f-75516cf313d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196cfba0-169f-4dea-9a2b-7d1952b5ba84,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:46.441270 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5ff11f76-b4d0-4a6d-8c80-3414b317a95a req-e5671e0f-bec1-43e8-a49d-70a0aef039ff tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715299 Feb 03 02:57:46.649859 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbbe9d-441c-4f54-becb-8efce315b5bb req-e1b705d3-e8d3-4c1b-af1b-7adbca41fdc6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:46.651790 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-23bbbe9d-441c-4f54-becb-8efce315b5bb req-e1b705d3-e8d3-4c1b-af1b-7adbca41fdc6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 945 time: 0.0602121 Feb 03 02:57:46.700848 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-23bbbe9d-441c-4f54-becb-8efce315b5bb req-6183468d-f4fc-4203-987d-9f76a0d5ca54 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 Feb 03 02:57:46.796100 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50230) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:46.809449 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-89166d45-c122-4877-bbad-9b02cc01593c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:46.849751 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 50232) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:46.883465 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-89166d45-c122-4877-bbad-9b02cc01593c admin admin] Publish callbacks [] for security_group (8549366b-ea47-4918-be81-7f3a905ee30f), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:46.888150 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-89166d45-c122-4877-bbad-9b02cc01593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (8549366b-ea47-4918-be81-7f3a905ee30f), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:46.923765 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89166d45-c122-4877-bbad-9b02cc01593c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8549366b-ea47-4918-be81-7f3a905ee30f,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:46.940386 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-89166d45-c122-4877-bbad-9b02cc01593c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ad215fd991e470ea2f99b34c0d9d7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431186 Feb 03 02:57:46.943169 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50240) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:47.002022 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd68c-cc90-4b20-8b16-16a3f7382450 admin admin] Publish callbacks [] for security_group (8549366b-ea47-4918-be81-7f3a905ee30f), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.040214 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec17e-732b-4afc-b8c6-63e5e18121ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.044909 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd68c-cc90-4b20-8b16-16a3f7382450 admin admin] Publish callbacks [] for security_group (8549366b-ea47-4918-be81-7f3a905ee30f), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.078466 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed13b8-9c52-4048-992f-30219a4781da req-868f2e25-a727-4780-8c3c-361e0088491c tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:47.080227 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2aed13b8-9c52-4048-992f-30219a4781da req-868f2e25-a727-4780-8c3c-361e0088491c tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 944 time: 0.0916789 Feb 03 02:57:47.121190 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec17e-732b-4afc-b8c6-63e5e18121ba admin admin] Publish callbacks [] for security_group (792d4239-73d7-4e00-b365-3c1077efcaed), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.125817 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec17e-732b-4afc-b8c6-63e5e18121ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (792d4239-73d7-4e00-b365-3c1077efcaed), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.129853 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd68c-cc90-4b20-8b16-16a3f7382450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (8549366b-ea47-4918-be81-7f3a905ee30f), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.132695 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d0cfd68c-cc90-4b20-8b16-16a3f7382450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.133869 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d0cfd68c-cc90-4b20-8b16-16a3f7382450 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8549366b-ea47-4918-be81-7f3a905ee30f HTTP/1.1" status: 204 len: 168 time: 0.1897519 Feb 03 02:57:47.140760 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2aed13b8-9c52-4048-992f-30219a4781da req-fea78948-c64c-428f-87d0-3df7e690437c tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527625 Feb 03 02:57:47.145585 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfd68c-cc90-4b20-8b16-16a3f7382450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8549366b-ea47-4918-be81-7f3a905ee30f,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:47.185605 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ec17e-732b-4afc-b8c6-63e5e18121ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792d4239-73d7-4e00-b365-3c1077efcaed,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:47.192543 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-cd0ec17e-732b-4afc-b8c6-63e5e18121ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40d2e9461e3c4c1bb0015841c8a1568c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417077 Feb 03 02:57:47.193187 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 50248) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:47.241384 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-392c9f86-1fa4-4f17-9802-eb469406f46e admin admin] Publish callbacks [] for security_group (792d4239-73d7-4e00-b365-3c1077efcaed), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.263093 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-392c9f86-1fa4-4f17-9802-eb469406f46e admin admin] Publish callbacks [] for security_group (792d4239-73d7-4e00-b365-3c1077efcaed), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.311617 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-392c9f86-1fa4-4f17-9802-eb469406f46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (792d4239-73d7-4e00-b365-3c1077efcaed), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.316685 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-392c9f86-1fa4-4f17-9802-eb469406f46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.322025 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-392c9f86-1fa4-4f17-9802-eb469406f46e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/792d4239-73d7-4e00-b365-3c1077efcaed HTTP/1.1" status: 204 len: 168 time: 0.1275463 Feb 03 02:57:47.330862 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9f86-1fa4-4f17-9802-eb469406f46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792d4239-73d7-4e00-b365-3c1077efcaed,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:47.410235 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:57:47.460368 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f37e78-74a3-4a74-9d4f-a392a98a0df0 req-2d91c43f-3a0e-4294-8721-4e03f8117d74 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:47.467880 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08f37e78-74a3-4a74-9d4f-a392a98a0df0 req-2d91c43f-3a0e-4294-8721-4e03f8117d74 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 950 time: 0.0710390 Feb 03 02:57:47.547511 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:47.560528 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12', 'network_id': '126c5997-2080-4b93-9c71-959073b0550c', 'port_id': '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12', 'mac_address': 'fa:16:3e:7d:8f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0392db5-b24e-45e0-baa6-1befde31502f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:57:47.566299 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-08f37e78-74a3-4a74-9d4f-a392a98a0df0 req-446dfda1-eaeb-4bee-9a92-7d5fedc5fdb7 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926840 Feb 03 02:57:47.596003 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7651a-517a-4ea9-bd57-d45baa7765f2 req-314b0a09-8dcd-4d93-af06-483dd23ef2cb tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:47.604066 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3ae7651a-517a-4ea9-bd57-d45baa7765f2 req-314b0a09-8dcd-4d93-af06-483dd23ef2cb tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 945 time: 0.1196389 Feb 03 02:57:47.612608 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:47.613372 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.630457 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:47.654844 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:47.662333 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.716554 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3ae7651a-517a-4ea9-bd57-d45baa7765f2 req-8be1537f-1a73-472b-9194-005a8e18f8b6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961251 Feb 03 02:57:47.731512 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:47.750589 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc22768-1186-4ad4-b75f-d235effd753d req-cbfdd043-8bec-4086-aa69-77c8cbf5df14 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:47.752063 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8fc22768-1186-4ad4-b75f-d235effd753d req-cbfdd043-8bec-4086-aa69-77c8cbf5df14 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0924997 Feb 03 02:57:47.773346 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 50274) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:47.788387 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa0b37d3-1566-4b6d-81fc-4e62973971b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.800602 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8fc22768-1186-4ad4-b75f-d235effd753d req-011b2633-0dfb-4bf3-99a5-445ed972ebe7 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Feb 03 02:57:47.866262 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa0b37d3-1566-4b6d-81fc-4e62973971b4 admin admin] Publish callbacks [] for security_group (4dba0d6b-25ee-41eb-b094-b8f91b3de49b), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.871409 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa0b37d3-1566-4b6d-81fc-4e62973971b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (4dba0d6b-25ee-41eb-b094-b8f91b3de49b), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.877333 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-45851508-d5fc-4dd1-8d45-3dfd212e5a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.912636 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-fa0b37d3-1566-4b6d-81fc-4e62973971b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=577f03474c9f4ca391c24e25a2f49c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382108 Feb 03 02:57:47.913489 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b37d3-1566-4b6d-81fc-4e62973971b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dba0d6b-25ee-41eb-b094-b8f91b3de49b,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:47.915398 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50280) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:47.968355 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-41ebface-50ee-4766-8552-b20b614849c1 admin admin] Publish callbacks [] for security_group (4dba0d6b-25ee-41eb-b094-b8f91b3de49b), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:47.992038 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-41ebface-50ee-4766-8552-b20b614849c1 admin admin] Publish callbacks [] for security_group (4dba0d6b-25ee-41eb-b094-b8f91b3de49b), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:48.047261 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-41ebface-50ee-4766-8552-b20b614849c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (4dba0d6b-25ee-41eb-b094-b8f91b3de49b), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:48.050390 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-41ebface-50ee-4766-8552-b20b614849c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:48.054120 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-41ebface-50ee-4766-8552-b20b614849c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4dba0d6b-25ee-41eb-b094-b8f91b3de49b HTTP/1.1" status: 204 len: 168 time: 0.1345077 Feb 03 02:57:48.059125 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebface-50ee-4766-8552-b20b614849c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dba0d6b-25ee-41eb-b094-b8f91b3de49b,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:48.283424 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6413-4f86-49cc-a2f0-69b7ac0035bf req-b8bc87b4-c6ee-401a-91b4-9104d3e0dae2 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:48.285184 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84dc6413-4f86-49cc-a2f0-69b7ac0035bf req-b8bc87b4-c6ee-401a-91b4-9104d3e0dae2 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 945 time: 0.0695252 Feb 03 02:57:48.365290 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84dc6413-4f86-49cc-a2f0-69b7ac0035bf req-d76e3439-a84e-4e90-b06c-38f889908619 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738823 Feb 03 02:57:48.479110 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['65f4c02d-138c-4fb0-aae2-8b37b8e7ee12'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:48.730753 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ce4e8-267b-4329-87bb-299c2f3b7558 req-80500332-63a6-4905-bf5c-4d11ffc17329 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:48.739032 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4a7ce4e8-267b-4329-87bb-299c2f3b7558 req-80500332-63a6-4905-bf5c-4d11ffc17329 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 950 time: 0.0719259 Feb 03 02:57:48.795128 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4a7ce4e8-267b-4329-87bb-299c2f3b7558 req-a3104e54-f6cd-43fd-8c4d-a8cf81345eb3 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548334 Feb 03 02:57:48.879596 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8439dbb-8a29-45cd-9e64-751bd70fc21c req-839e13e2-0ae8-45cd-8f92-7a630eb3262a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:48.881497 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a8439dbb-8a29-45cd-9e64-751bd70fc21c req-839e13e2-0ae8-45cd-8f92-7a630eb3262a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 945 time: 0.0849550 Feb 03 02:57:48.964633 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a8439dbb-8a29-45cd-9e64-751bd70fc21c req-24766b8c-7ef8-4e62-a871-57a5352a9bcb tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739272 Feb 03 02:57:48.975985 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac42884-1933-4bd3-911b-3d60c7642451 req-0df59da8-d94d-4bd3-beb5-6416bea71a41 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:48.977619 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dac42884-1933-4bd3-911b-3d60c7642451 req-0df59da8-d94d-4bd3-beb5-6416bea71a41 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0782015 Feb 03 02:57:49.033497 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dac42884-1933-4bd3-911b-3d60c7642451 req-6537f4a6-9179-4c89-991b-bb3baf674e23 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467083 Feb 03 02:57:49.253014 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b45a2-6d48-49b2-a3cc-5b09a410005e req-c6f26b55-b9b3-4611-b495-6a5fc4a209fa tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:49.254534 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e81b45a2-6d48-49b2-a3cc-5b09a410005e req-c6f26b55-b9b3-4611-b495-6a5fc4a209fa tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 950 time: 0.0658062 Feb 03 02:57:49.315756 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e81b45a2-6d48-49b2-a3cc-5b09a410005e req-7c8f162f-0241-4f15-981f-49314cb9c055 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485325 Feb 03 02:57:49.497985 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559406fe-057d-4106-aedc-59b336fe7151 req-cceb4b97-082c-4292-ab48-516c2bebe939 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:49.509816 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-559406fe-057d-4106-aedc-59b336fe7151 req-cceb4b97-082c-4292-ab48-516c2bebe939 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 945 time: 0.0746531 Feb 03 02:57:49.572124 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-559406fe-057d-4106-aedc-59b336fe7151 req-561d0434-044a-445f-9d20-d3b92b00efb3 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610895 Feb 03 02:57:49.595213 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:49.792562 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 50396) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:49.796444 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105475e-22bb-45be-8e52-ecaa372e5195 req-2025591b-764a-48ed-ba74-9d23eed9176e tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:49.797972 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e105475e-22bb-45be-8e52-ecaa372e5195 req-2025591b-764a-48ed-ba74-9d23eed9176e tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.0515409 Feb 03 02:57:49.853346 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e105475e-22bb-45be-8e52-ecaa372e5195 req-73db05c3-b601-4b4d-bd68-eec35c90c554 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487804 Feb 03 02:57:49.911613 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4b65d2e7-554c-4dff-afaf-72102c048ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:49.988006 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4b65d2e7-554c-4dff-afaf-72102c048ce9 admin admin] Publish callbacks [] for security_group (88e6eed1-5a74-4934-b8ef-10229f57efdc), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:49.992585 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4b65d2e7-554c-4dff-afaf-72102c048ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (88e6eed1-5a74-4934-b8ef-10229f57efdc), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:50.033728 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-4b65d2e7-554c-4dff-afaf-72102c048ce9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8b36e89694b4657b9c349d5b95925b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393146 Feb 03 02:57:50.033912 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50410) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:50.035129 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65d2e7-554c-4dff-afaf-72102c048ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e6eed1-5a74-4934-b8ef-10229f57efdc,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:50.136417 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-eea15432-b4a3-4f2c-a4e6-7d35245ff855 admin admin] Publish callbacks [] for security_group (88e6eed1-5a74-4934-b8ef-10229f57efdc), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:50.144280 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a710fb-3453-4264-ae2b-37194cad4678 req-c77d61d4-8bfb-43cf-a1f3-0396ed60c6f5 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:50.145784 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-14a710fb-3453-4264-ae2b-37194cad4678 req-c77d61d4-8bfb-43cf-a1f3-0396ed60c6f5 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 945 time: 0.0950682 Feb 03 02:57:50.198892 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-eea15432-b4a3-4f2c-a4e6-7d35245ff855 admin admin] Publish callbacks [] for security_group (88e6eed1-5a74-4934-b8ef-10229f57efdc), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:50.254249 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-14a710fb-3453-4264-ae2b-37194cad4678 req-a82091be-f294-4ae8-98f5-91c9ea09eccd tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933862 Feb 03 02:57:50.269074 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560f240-2844-4256-bf55-a61406a155bc req-8af838b9-bde1-49cb-87c5-57c63afd0173 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:50.270591 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9560f240-2844-4256-bf55-a61406a155bc req-8af838b9-bde1-49cb-87c5-57c63afd0173 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.1563249 Feb 03 02:57:50.296975 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-eea15432-b4a3-4f2c-a4e6-7d35245ff855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (88e6eed1-5a74-4934-b8ef-10229f57efdc), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:50.299498 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-eea15432-b4a3-4f2c-a4e6-7d35245ff855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:50.300647 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-eea15432-b4a3-4f2c-a4e6-7d35245ff855 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88e6eed1-5a74-4934-b8ef-10229f57efdc HTTP/1.1" status: 204 len: 168 time: 0.2646370 Feb 03 02:57:50.312435 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea15432-b4a3-4f2c-a4e6-7d35245ff855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e6eed1-5a74-4934-b8ef-10229f57efdc,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:50.353617 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9560f240-2844-4256-bf55-a61406a155bc req-14220a0d-8e9f-430f-ad19-c567e7ce5e20 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715163 Feb 03 02:57:50.471851 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f41b5-629f-46b6-a5a1-240a0d1772a1 req-62cfe591-8534-4ee1-92e2-72b5da4e019c tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:50.473726 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-147f41b5-629f-46b6-a5a1-240a0d1772a1 req-62cfe591-8534-4ee1-92e2-72b5da4e019c tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 950 time: 0.0775344 Feb 03 02:57:50.538405 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-147f41b5-629f-46b6-a5a1-240a0d1772a1 req-4f0a8c44-dbf7-4262-9370-7b27114e445b tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541444 Feb 03 02:57:50.544507 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:50.697159 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 50442) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:50.710595 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e84ce9d9-0eee-4de9-95ef-f2a632552bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:50.715197 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c0d9-e3a1-4f9b-993b-fa5669f6e440 req-3e94d3b6-5363-4160-8ef6-3a56c0ccbb99 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:50.716738 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6984c0d9-e3a1-4f9b-993b-fa5669f6e440 req-3e94d3b6-5363-4160-8ef6-3a56c0ccbb99 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 945 time: 0.0659735 Feb 03 02:57:50.795691 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6984c0d9-e3a1-4f9b-993b-fa5669f6e440 req-e292101b-f1af-40b6-8342-190019daa11e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733974 Feb 03 02:57:50.808515 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e84ce9d9-0eee-4de9-95ef-f2a632552bbf admin admin] Publish callbacks [] for security_group (1a20ddf7-3675-4f8d-80c8-6c579b2dbeaf), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:50.813133 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4605be5-c557-48b4-b66b-e8d447ec1569 req-a62358da-1a10-455a-9c5f-0990fdba5b69 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:50.814730 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4605be5-c557-48b4-b66b-e8d447ec1569 req-a62358da-1a10-455a-9c5f-0990fdba5b69 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 945 time: 0.0752614 Feb 03 02:57:50.821449 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e84ce9d9-0eee-4de9-95ef-f2a632552bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (1a20ddf7-3675-4f8d-80c8-6c579b2dbeaf), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:50.859266 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-e84ce9d9-0eee-4de9-95ef-f2a632552bbf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5804b9c9dfab4209904aedeb7fd7a2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609800 Feb 03 02:57:50.860420 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ce9d9-0eee-4de9-95ef-f2a632552bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a20ddf7-3675-4f8d-80c8-6c579b2dbeaf,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:50.862671 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50450) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:51.017141 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-324fd2bb-db79-4238-a242-fb8621a26d94 admin admin] Publish callbacks [] for security_group (1a20ddf7-3675-4f8d-80c8-6c579b2dbeaf), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:51.057424 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dddaa4-07a5-451c-b406-ed747789a93f req-3b1c8ce7-f325-41b0-9056-14895a4ca4e8 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:51.058965 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-09dddaa4-07a5-451c-b406-ed747789a93f req-3b1c8ce7-f325-41b0-9056-14895a4ca4e8 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.1217206 Feb 03 02:57:51.060923 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-324fd2bb-db79-4238-a242-fb8621a26d94 admin admin] Publish callbacks [] for security_group (1a20ddf7-3675-4f8d-80c8-6c579b2dbeaf), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:51.073225 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-e4605be5-c557-48b4-b66b-e8d447ec1569 req-736f6238-c9a2-4b54-9db5-ab12f232751a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Deleting port 8eb17e7f-c7af-449c-8842-be520b097cba {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 02:57:51.073570 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4605be5-c557-48b4-b66b-e8d447ec1569 req-736f6238-c9a2-4b54-9db5-ab12f232751a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:51.207425 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-09dddaa4-07a5-451c-b406-ed747789a93f req-26d5a6f4-fb97-4933-9c80-48f7f99e39bd tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411312 Feb 03 02:57:51.220271 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-324fd2bb-db79-4238-a242-fb8621a26d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (1a20ddf7-3675-4f8d-80c8-6c579b2dbeaf), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:51.223132 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-324fd2bb-db79-4238-a242-fb8621a26d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:51.224360 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-324fd2bb-db79-4238-a242-fb8621a26d94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a20ddf7-3675-4f8d-80c8-6c579b2dbeaf HTTP/1.1" status: 204 len: 168 time: 0.3606503 Feb 03 02:57:51.233826 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-e4605be5-c557-48b4-b66b-e8d447ec1569 req-736f6238-c9a2-4b54-9db5-ab12f232751a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] For port 8eb17e7f-c7af-449c-8842-be520b097cba, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=8eb17e7f-c7af-449c-8842-be520b097cba,segment=NetworkSegment(2c02c3bd-b567-49e6-9e3d-49792676726f),segment_id=2c02c3bd-b567-49e6-9e3d-49792676726f)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:51.234195 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4605be5-c557-48b4-b66b-e8d447ec1569 req-736f6238-c9a2-4b54-9db5-ab12f232751a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:51.246451 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fd2bb-db79-4238-a242-fb8621a26d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a20ddf7-3675-4f8d-80c8-6c579b2dbeaf,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:51.255889 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-e4605be5-c557-48b4-b66b-e8d447ec1569 req-736f6238-c9a2-4b54-9db5-ab12f232751a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Calling delete_port for 8eb17e7f-c7af-449c-8842-be520b097cba owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 02:57:51.444843 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:57:51.488937 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415ae25-c23d-44bf-bfd9-4a55e229d1ec req-6f5b8d3f-9aad-4ea1-a6dd-88097e384ee0 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:51.498640 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0415ae25-c23d-44bf-bfd9-4a55e229d1ec req-6f5b8d3f-9aad-4ea1-a6dd-88097e384ee0 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 945 time: 0.1412601 Feb 03 02:57:51.525454 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:57:51.541004 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:57:51.541904 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:51.642801 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:57:51.643688 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:51.667195 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d349c74-1c3e-4c46-a149-e387b047d3e9 req-ed9542e9-bade-430a-85f8-e559ed98d2cf tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:51.676557 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543ff03e-fd92-42d9-8121-5aa22a1bd45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:51.676910 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6d349c74-1c3e-4c46-a149-e387b047d3e9 req-ed9542e9-bade-430a-85f8-e559ed98d2cf tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.2177212 Feb 03 02:57:51.679205 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8cdd9c-334e-42a4-8b17-b57038abf458" -d '{"events": [{"server_uuid": "543ff03e-fd92-42d9-8121-5aa22a1bd45d", "name": "network-vif-plugged", "status": "completed", "tag": "65f4c02d-138c-4fb0-aae2-8b37b8e7ee12"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:51.695863 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:51.702675 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:51.703048 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0415ae25-c23d-44bf-bfd9-4a55e229d1ec req-35fae116-ab3d-4bef-8709-6233a82f964e tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029796 Feb 03 02:57:51.732340 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4605be5-c557-48b4-b66b-e8d447ec1569 req-736f6238-c9a2-4b54-9db5-ab12f232751a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900'] for port (8eb17e7f-c7af-449c-8842-be520b097cba), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:51.754412 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['8eb17e7f-c7af-449c-8842-be520b097cba'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:51.789679 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f6238-c9a2-4b54-9db5-ab12f232751a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Pushing event deleted for resources: {'Port': ['ID=8eb17e7f-c7af-449c-8842-be520b097cba,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:51.825320 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6d349c74-1c3e-4c46-a149-e387b047d3e9 req-7345b5b9-d393-49f9-a670-ed1d34b5742b tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472452 Feb 03 02:57:51.891994 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:51.927721 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5039889-12ab-41fc-9f83-2478a50b18f7 x-openstack-request-id: req-a5039889-12ab-41fc-9f83-2478a50b18f7 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:51.928023 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543ff03e-fd92-42d9-8121-5aa22a1bd45d", "name": "network-vif-plugged", "status": "completed", "tag": "65f4c02d-138c-4fb0-aae2-8b37b8e7ee12", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:51.928827 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5039889-12ab-41fc-9f83-2478a50b18f7 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:51.929249 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543ff03e-fd92-42d9-8121-5aa22a1bd45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12', 'code': 200} Feb 03 02:57:51.973867 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d38d4-afe0-46fb-b860-d65d757db098 req-9828d30e-4a15-4cd4-8039-ca2eea8a54fb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:51.974783 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4605be5-c557-48b4-b66b-e8d447ec1569 req-736f6238-c9a2-4b54-9db5-ab12f232751a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] No DVR routers for this DVR port 8eb17e7f-c7af-449c-8842-be520b097cba on host hv-cinder-82758 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 02:57:51.975639 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-1e8d38d4-afe0-46fb-b860-d65d757db098 req-9828d30e-4a15-4cd4-8039-ca2eea8a54fb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 950 time: 0.1824024 Feb 03 02:57:51.981569 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-e4605be5-c557-48b4-b66b-e8d447ec1569 req-736f6238-c9a2-4b54-9db5-ab12f232751a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:51.985040 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4605be5-c557-48b4-b66b-e8d447ec1569 req-736f6238-c9a2-4b54-9db5-ab12f232751a tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.43 "DELETE /v2.0/ports/8eb17e7f-c7af-449c-8842-be520b097cba HTTP/1.1" status: 204 len: 173 time: 1.1550195 Feb 03 02:57:51.985551 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdafd7ae-560d-4c7a-848e-eb8506ffba4c', 'name': 'network-vif-deleted', 'tag': '8eb17e7f-c7af-449c-8842-be520b097cba'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:51.987938 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcc183e-1f39-4345-bcda-3f48538e2c69" -d '{"events": [{"server_uuid": "bdafd7ae-560d-4c7a-848e-eb8506ffba4c", "name": "network-vif-deleted", "tag": "8eb17e7f-c7af-449c-8842-be520b097cba"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:52.044444 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146e7d-ee3a-4430-9319-4baee453fcf2 req-cd1f5b52-6562-4053-a34a-7ec3debf9c6d tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:52.053721 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30146e7d-ee3a-4430-9319-4baee453fcf2 req-cd1f5b52-6562-4053-a34a-7ec3debf9c6d tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 950 time: 0.1930151 Feb 03 02:57:52.107539 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32d41a-4b0c-47b3-84fe-408b5432deb0 req-94ccb294-3749-4afa-9810-7ee53b924fd0 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:52.108986 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5b32d41a-4b0c-47b3-84fe-408b5432deb0 req-94ccb294-3749-4afa-9810-7ee53b924fd0 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 946 time: 0.1168346 Feb 03 02:57:52.150203 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30146e7d-ee3a-4430-9319-4baee453fcf2 req-ba79d289-c537-4e84-9a44-bc07f4c28250 tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb765cdc-d2c8-44ee-b434-591d4b011770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933592 Feb 03 02:57:52.162064 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:52.254597 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5b32d41a-4b0c-47b3-84fe-408b5432deb0 req-98bd57aa-d898-4f5f-a5dc-a282cb530701 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142421 Feb 03 02:57:52.256236 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971b1b0c-328d-467d-ad01-148a3759077a x-openstack-request-id: req-971b1b0c-328d-467d-ad01-148a3759077a {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:52.256533 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdafd7ae-560d-4c7a-848e-eb8506ffba4c", "name": "network-vif-deleted", "tag": "8eb17e7f-c7af-449c-8842-be520b097cba", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:52.256809 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-971b1b0c-328d-467d-ad01-148a3759077a {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:52.257218 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdafd7ae-560d-4c7a-848e-eb8506ffba4c', 'name': 'network-vif-deleted', 'tag': '8eb17e7f-c7af-449c-8842-be520b097cba', 'status': 'completed', 'code': 200} Feb 03 02:57:52.260017 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-1e8d38d4-afe0-46fb-b860-d65d757db098 req-1d1d8c88-eb0a-488a-ab02-bd5fe66402eb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Deleting port 2da89c94-dd76-4f49-8a5b-207f79792eaf {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 02:57:52.260587 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-1e8d38d4-afe0-46fb-b860-d65d757db098 req-1d1d8c88-eb0a-488a-ab02-bd5fe66402eb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:52.272895 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364cc70-0e42-4bb3-89b0-32acf2835d13 req-882a5287-805e-433b-bca4-8c76cb18df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:52.274155 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d364cc70-0e42-4bb3-89b0-32acf2835d13 req-882a5287-805e-433b-bca4-8c76cb18df46 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 1130 time: 0.1398664 Feb 03 02:57:52.352183 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d364cc70-0e42-4bb3-89b0-32acf2835d13 req-de58da4d-9a5a-4b13-8b5e-fbc36fa45bd7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702238 Feb 03 02:57:52.375953 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753796a-4945-4d85-af1e-57fbf5c1cec3 req-12b896c4-3888-48f7-bc54-ff0875f38e0f tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:52.381183 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c753796a-4945-4d85-af1e-57fbf5c1cec3 req-12b896c4-3888-48f7-bc54-ff0875f38e0f tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.0667627 Feb 03 02:57:52.388465 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-1e8d38d4-afe0-46fb-b860-d65d757db098 req-1d1d8c88-eb0a-488a-ab02-bd5fe66402eb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] For port 2da89c94-dd76-4f49-8a5b-207f79792eaf, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=2da89c94-dd76-4f49-8a5b-207f79792eaf,segment=NetworkSegment(39b6aa9f-a18a-450d-b042-d21f13144a34),segment_id=39b6aa9f-a18a-450d-b042-d21f13144a34)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:52.389365 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-1e8d38d4-afe0-46fb-b860-d65d757db098 req-1d1d8c88-eb0a-488a-ab02-bd5fe66402eb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:52.407015 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-1e8d38d4-afe0-46fb-b860-d65d757db098 req-1d1d8c88-eb0a-488a-ab02-bd5fe66402eb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Calling delete_port for 2da89c94-dd76-4f49-8a5b-207f79792eaf owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 02:57:52.439617 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c753796a-4945-4d85-af1e-57fbf5c1cec3 req-ebf59981-6157-4e9a-92cb-e98eebf13af6 tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/security-groups?id=437552e4-6ad3-4bbb-9c38-2f702f81236f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496583 Feb 03 02:57:52.595826 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-1e8d38d4-afe0-46fb-b860-d65d757db098 req-1d1d8c88-eb0a-488a-ab02-bd5fe66402eb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900'] for port (2da89c94-dd76-4f49-8a5b-207f79792eaf), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:52.609277 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['2da89c94-dd76-4f49-8a5b-207f79792eaf'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:52.627374 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d8c88-eb0a-488a-ab02-bd5fe66402eb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Pushing event deleted for resources: {'Port': ['ID=2da89c94-dd76-4f49-8a5b-207f79792eaf,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:52.712510 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8d38d4-afe0-46fb-b860-d65d757db098 req-1d1d8c88-eb0a-488a-ab02-bd5fe66402eb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] No DVR routers for this DVR port 2da89c94-dd76-4f49-8a5b-207f79792eaf on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 02:57:52.716247 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-1e8d38d4-afe0-46fb-b860-d65d757db098 req-1d1d8c88-eb0a-488a-ab02-bd5fe66402eb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:52.720242 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-1e8d38d4-afe0-46fb-b860-d65d757db098 req-1d1d8c88-eb0a-488a-ab02-bd5fe66402eb tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.43 "DELETE /v2.0/ports/2da89c94-dd76-4f49-8a5b-207f79792eaf HTTP/1.1" status: 204 len: 173 time: 0.7146320 Feb 03 02:57:52.720848 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49', 'name': 'network-vif-deleted', 'tag': '2da89c94-dd76-4f49-8a5b-207f79792eaf'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:52.723206 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f152a4c1-f9e3-48f2-8700-15f757daf03b" -d '{"events": [{"server_uuid": "9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49", "name": "network-vif-deleted", "tag": "2da89c94-dd76-4f49-8a5b-207f79792eaf"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:52.770390 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03528cfe-aea2-4c13-a766-9bd700c51201 x-openstack-request-id: req-03528cfe-aea2-4c13-a766-9bd700c51201 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:52.771629 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49", "name": "network-vif-deleted", "tag": "2da89c94-dd76-4f49-8a5b-207f79792eaf", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:52.772149 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03528cfe-aea2-4c13-a766-9bd700c51201 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:52.773183 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49', 'name': 'network-vif-deleted', 'tag': '2da89c94-dd76-4f49-8a5b-207f79792eaf', 'status': 'completed', 'code': 200} Feb 03 02:57:52.838316 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43053e65-26ad-4c1e-ad84-c9d1ff5a6f06 req-ddfddf4b-022f-441e-8e27-1b1f31c913de tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdafd7ae-560d-4c7a-848e-eb8506ffba4c HTTP/1.1" status: 200 len: 210 time: 0.0379469 Feb 03 02:57:52.946375 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f377b-d8a9-4c6d-9cf8-0fe7b6a24229 req-a323a784-0840-4143-a79f-45afc3e05d1c tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:52.948584 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-028f377b-d8a9-4c6d-9cf8-0fe7b6a24229 req-a323a784-0840-4143-a79f-45afc3e05d1c tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.43 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 945 time: 0.0692909 Feb 03 02:57:52.953906 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4964-a4b3-4d23-b8e7-1e874358f20e req-f59a81de-aada-4381-a4ed-02f1858f98c7 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:52.955627 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c58c4964-a4b3-4d23-b8e7-1e874358f20e req-f59a81de-aada-4381-a4ed-02f1858f98c7 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0562408 Feb 03 02:57:53.016297 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c58c4964-a4b3-4d23-b8e7-1e874358f20e req-08bb723f-feb4-4a53-9aa0-a68db48076e5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497324 Feb 03 02:57:53.058429 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-028f377b-d8a9-4c6d-9cf8-0fe7b6a24229 req-828903e9-0ae9-445c-8527-72588fb475ef tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Deleting port 4f976c37-c124-473b-94e5-f47a2ad3d40b {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 02:57:53.058978 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-028f377b-d8a9-4c6d-9cf8-0fe7b6a24229 req-828903e9-0ae9-445c-8527-72588fb475ef tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:53.152990 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-028f377b-d8a9-4c6d-9cf8-0fe7b6a24229 req-828903e9-0ae9-445c-8527-72588fb475ef tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] For port 4f976c37-c124-473b-94e5-f47a2ad3d40b, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=4f976c37-c124-473b-94e5-f47a2ad3d40b,segment=NetworkSegment(273d75f6-cb74-49a9-ab7c-ec60185e9b1b),segment_id=273d75f6-cb74-49a9-ab7c-ec60185e9b1b)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:57:53.153272 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-028f377b-d8a9-4c6d-9cf8-0fe7b6a24229 req-828903e9-0ae9-445c-8527-72588fb475ef tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:53.170828 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-028f377b-d8a9-4c6d-9cf8-0fe7b6a24229 req-828903e9-0ae9-445c-8527-72588fb475ef tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Calling delete_port for 4f976c37-c124-473b-94e5-f47a2ad3d40b owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 02:57:53.291056 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7e38f967-d0fb-4904-9c3d-ceee1570c48b req-de1a0b14-5eb8-4e08-a9cd-df8da1ff81ba tempest-VolumesNegativeTest-1722663569 tempest-VolumesNegativeTest-1722663569-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fcdcd70-2aa6-4bd6-bf26-d7c7e0b47a49 HTTP/1.1" status: 200 len: 210 time: 0.0360250 Feb 03 02:57:53.333641 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-028f377b-d8a9-4c6d-9cf8-0fe7b6a24229 req-828903e9-0ae9-445c-8527-72588fb475ef tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900'] for port (4f976c37-c124-473b-94e5-f47a2ad3d40b), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:53.349334 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['4f976c37-c124-473b-94e5-f47a2ad3d40b'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:57:53.366653 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828903e9-0ae9-445c-8527-72588fb475ef tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Pushing event deleted for resources: {'Port': ['ID=4f976c37-c124-473b-94e5-f47a2ad3d40b,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:53.372521 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc249b5-8147-4d46-bd88-302f929058bb req-cff6dbb8-d0f8-47ad-b381-4e00e6379846 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:53.382013 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dc249b5-8147-4d46-bd88-302f929058bb req-cff6dbb8-d0f8-47ad-b381-4e00e6379846 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 946 time: 0.0664113 Feb 03 02:57:53.421385 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-028f377b-d8a9-4c6d-9cf8-0fe7b6a24229 req-828903e9-0ae9-445c-8527-72588fb475ef tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] No DVR routers for this DVR port 4f976c37-c124-473b-94e5-f47a2ad3d40b on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 02:57:53.423769 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-028f377b-d8a9-4c6d-9cf8-0fe7b6a24229 req-828903e9-0ae9-445c-8527-72588fb475ef tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:53.433284 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-028f377b-d8a9-4c6d-9cf8-0fe7b6a24229 req-828903e9-0ae9-445c-8527-72588fb475ef tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.43 "DELETE /v2.0/ports/4f976c37-c124-473b-94e5-f47a2ad3d40b HTTP/1.1" status: 204 len: 173 time: 0.4709163 Feb 03 02:57:53.435499 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dc249b5-8147-4d46-bd88-302f929058bb req-265119c8-e75e-40e8-a530-08577c45c7a5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519061 Feb 03 02:57:53.550638 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-29f8f338-b3d8-4d18-a4a4-9c446ec2eccc req-5211dbe9-b91c-4247-a1a3-229d05764cba tempest-DeleteServersTestJSON-289698609 tempest-DeleteServersTestJSON-289698609-project] 10.222.0.31 "GET /v2.0/ports?device_id=34add2e5-8d7d-42c6-8f4c-e7a60fb27183 HTTP/1.1" status: 200 len: 210 time: 0.0326748 Feb 03 02:57:54.201541 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d024f-1cec-43d3-bfad-35a7ca128872 req-4e8c2b05-a621-44a0-8188-4fcfccf279fb tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:54.203769 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-908d024f-1cec-43d3-bfad-35a7ca128872 req-4e8c2b05-a621-44a0-8188-4fcfccf279fb tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.1237137 Feb 03 02:57:54.233603 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-356dce84-1d0b-433a-a4bd-9432ad933e6c tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:54.235073 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-356dce84-1d0b-433a-a4bd-9432ad933e6c tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/networks?id=22fe169f-e273-4ced-9b97-e4e9b084e012 HTTP/1.1" status: 200 len: 809 time: 0.1410065 Feb 03 02:57:54.261828 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-1e5ef6af-108d-4aaa-9bc7-d7ad141ca905 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/quotas/15c4256dc55e466d95808fa66f72c37d HTTP/1.1" status: 200 len: 375 time: 0.0196810 Feb 03 02:57:54.283066 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-908d024f-1cec-43d3-bfad-35a7ca128872 req-ef09f47d-46ca-4124-9036-6920343997a5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707963 Feb 03 02:57:54.299369 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-bea651a0-0190-43b0-b6a5-797fa13945c8 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15c4256dc55e466d95808fa66f72c37d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294402 Feb 03 02:57:54.410726 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-2cb2ea4a-893b-4eac-899e-b0512392840a service neutron] 10.222.0.31 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986354 Feb 03 02:57:54.505855 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-e55090bc-dcb0-484c-9f94-d8bd828bb535 service neutron] 10.222.0.31 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874035 Feb 03 02:57:54.562650 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e7e21-2feb-4906-b950-571d7bac2645 req-c9a804bf-fa54-4d31-9a5e-dc32599d1d75 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:54.564148 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-665e7e21-2feb-4906-b950-571d7bac2645 req-c9a804bf-fa54-4d31-9a5e-dc32599d1d75 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 946 time: 0.0575392 Feb 03 02:57:54.622507 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-665e7e21-2feb-4906-b950-571d7bac2645 req-68464a65-bf93-4e85-830a-c7204a26194b tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524392 Feb 03 02:57:54.774297 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34add2e5-8d7d-42c6-8f4c-e7a60fb27183', 'name': 'network-vif-deleted', 'tag': '4f976c37-c124-473b-94e5-f47a2ad3d40b'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:54.776964 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bc1740-3902-4780-98c3-fa0c5447a93c" -d '{"events": [{"server_uuid": "34add2e5-8d7d-42c6-8f4c-e7a60fb27183", "name": "network-vif-deleted", "tag": "4f976c37-c124-473b-94e5-f47a2ad3d40b"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:54.802653 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f71092dc-3bcb-4f7e-9c62-ae42ec1b66e9 req-be5685bc-8439-440c-8f54-8b51fe81bd34 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 210 time: 0.0408938 Feb 03 02:57:54.895894 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9424f418-ec30-4650-97bc-9aff281c4d3a x-openstack-request-id: req-9424f418-ec30-4650-97bc-9aff281c4d3a {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:54.896407 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34add2e5-8d7d-42c6-8f4c-e7a60fb27183", "name": "network-vif-deleted", "tag": "4f976c37-c124-473b-94e5-f47a2ad3d40b", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:54.896639 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9424f418-ec30-4650-97bc-9aff281c4d3a {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:54.897281 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34add2e5-8d7d-42c6-8f4c-e7a60fb27183', 'name': 'network-vif-deleted', 'tag': '4f976c37-c124-473b-94e5-f47a2ad3d40b', 'status': 'completed', 'code': 200} Feb 03 02:57:55.444466 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 8eb17e7f-c7af-449c-8842-be520b097cba no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 02:57:55.472393 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d1704-5bdc-4465-b393-a149bb3bef58 req-4835dee1-bab2-485e-9b35-ee1ecef888aa tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:55.475868 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d20d1704-5bdc-4465-b393-a149bb3bef58 req-4835dee1-bab2-485e-9b35-ee1ecef888aa tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.1003730 Feb 03 02:57:55.520452 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 8eb17e7f-c7af-449c-8842-be520b097cba {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 02:57:55.520883 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 8eb17e7f-c7af-449c-8842-be520b097cba not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 02:57:55.521309 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 2da89c94-dd76-4f49-8a5b-207f79792eaf no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 02:57:55.567467 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 2da89c94-dd76-4f49-8a5b-207f79792eaf {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 02:57:55.567820 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 2da89c94-dd76-4f49-8a5b-207f79792eaf not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 02:57:55.597010 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d20d1704-5bdc-4465-b393-a149bb3bef58 req-f5ed81f6-b4b8-4988-bdb7-92efd8a83602 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150198 Feb 03 02:57:55.910490 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-68d681ec-2cfb-43d1-995e-c8ba2592075e req-8bec68a1-3a95-4d38-8e22-26f2cc7b21e8 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 210 time: 0.0288565 Feb 03 02:57:56.132135 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-1c1da35e-30ba-411c-9136-472a7dca2934 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:56.133856 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-1c1da35e-30ba-411c-9136-472a7dca2934 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.43 "GET /v2.0/networks?id=22fe169f-e273-4ced-9b97-e4e9b084e012 HTTP/1.1" status: 200 len: 809 time: 0.1322193 Feb 03 02:57:56.152307 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Request body: {'port': {'device_id': '04dd696f-26bd-4f5f-957d-797a7c6aab92', 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012', 'admin_state_up': True, 'tenant_id': '15c4256dc55e466d95808fa66f72c37d'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:56.291582 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Made reservation on behalf of 15c4256dc55e466d95808fa66f72c37d for: {'port': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:57:56.295409 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:56.351285 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50804) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:56.429614 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b58633-22c8-4090-9f7d-133117ff8b3f admin admin] Deleting subnet 7d3186ba-8576-4821-ab72-86703494833d {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 02:57:56.436019 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-38b58633-22c8-4090-9f7d-133117ff8b3f admin admin] Publish callbacks [] for subnet (7d3186ba-8576-4821-ab72-86703494833d), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:56.496306 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-38b58633-22c8-4090-9f7d-133117ff8b3f admin admin] Publish callbacks [] for subnet (7d3186ba-8576-4821-ab72-86703494833d), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:56.508701 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-38b58633-22c8-4090-9f7d-133117ff8b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (7d3186ba-8576-4821-ab72-86703494833d), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:56.637375 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50846) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:56.670867 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-38b58633-22c8-4090-9f7d-133117ff8b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (7d3186ba-8576-4821-ab72-86703494833d), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:56.753262 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b58633-22c8-4090-9f7d-133117ff8b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d3186ba-8576-4821-ab72-86703494833d,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:56.763522 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-38b58633-22c8-4090-9f7d-133117ff8b3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:56.769713 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-38b58633-22c8-4090-9f7d-133117ff8b3f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7d3186ba-8576-4821-ab72-86703494833d HTTP/1.1" status: 204 len: 168 time: 0.4172995 Feb 03 02:57:56.771068 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 50858) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:56.815891 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5699e8c-5daa-404d-ba84-179ca7f2cd1f req-cf7eaf8e-90d7-4c58-87b9-61f9f8bc7fb2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:56.817764 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5699e8c-5daa-404d-ba84-179ca7f2cd1f req-cf7eaf8e-90d7-4c58-87b9-61f9f8bc7fb2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0942214 Feb 03 02:57:56.835879 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-403dc731-2740-4816-9da7-ffc97ddca4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:56.842459 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Allocated IP 172.20.0.2 (22fe169f-e273-4ced-9b97-e4e9b084e012/a675e0eb-a1b6-4111-9999-5da2847ebec2/0ae06c2c-985a-4e0e-bf16-df148555be51) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:57:56.940008 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5699e8c-5daa-404d-ba84-179ca7f2cd1f req-0c05f868-6280-4206-9d5a-bc3dd26757f6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062882 Feb 03 02:57:57.044056 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7ee42cb6-d0e1-4059-8494-d074dad767c5 req-a21ad4a1-52b0-4b13-94c2-5b1623d18a34 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 210 time: 0.0322452 Feb 03 02:57:57.071181 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (9723d542-6d8e-49e5-9dba-f02cc45de9c9), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.085973 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-403dc731-2740-4816-9da7-ffc97ddca4d3 admin admin] Publish callbacks [] for security_group (deac60c6-45c1-458d-95b6-deaa97e63317), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.090972 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-403dc731-2740-4816-9da7-ffc97ddca4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (deac60c6-45c1-458d-95b6-deaa97e63317), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.099000 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks [] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.137122 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-403dc731-2740-4816-9da7-ffc97ddca4d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e8946d32ab94d36b6c14b7473cae114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4986496 Feb 03 02:57:57.137936 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dc731-2740-4816-9da7-ffc97ddca4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deac60c6-45c1-458d-95b6-deaa97e63317,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:57.143037 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 50884) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:57.238898 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (9723d542-6d8e-49e5-9dba-f02cc45de9c9), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.249392 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.256568 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-a88d0236-a968-4128-bbd1-96836620de9a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:57.258169 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-a88d0236-a968-4128-bbd1-96836620de9a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 815 time: 0.1119518 Feb 03 02:57:57.273187 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-e20fff05-4c20-4db4-b722-7023feaa0808 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/quotas/ff777728bb704feeabf264e753679daa HTTP/1.1" status: 200 len: 375 time: 0.0098507 Feb 03 02:57:57.301928 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.302275 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.303496 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.303496 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > port after_create 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.303847 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.304180 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > port after_update 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.304499 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.304869 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.305188 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.305538 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.336148 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-8b6ead61-62ac-4dec-bf4e-309ed844cb9f tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572095 Feb 03 02:57:57.440389 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-ea98f43f-b4ba-4db3-9aac-ea9e9af624a5 service neutron] 10.222.0.31 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971198 Feb 03 02:57:57.450485 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 4f976c37-c124-473b-94e5-f47a2ad3d40b no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 02:57:57.455780 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.456320 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.456993 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.457520 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 02:57:57.458686 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9723d542-6d8e-49e5-9dba-f02cc45de9c9']}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:57:57.473152 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 4f976c37-c124-473b-94e5-f47a2ad3d40b {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 02:57:57.473575 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 4f976c37-c124-473b-94e5-f47a2ad3d40b not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 02:57:57.480350 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dfa664ba-0b6b-480e-9d34-d9be69cccf1f admin admin] Publish callbacks [] for security_group (deac60c6-45c1-458d-95b6-deaa97e63317), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.497353 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273d75f6-cb74-49a9-ab7c-ec60185e9b1b') {'for_net_delete': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:57:57.497651 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273d75f6-cb74-49a9-ab7c-ec60185e9b1b') {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:57:57.521151 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Network 22fe169f-e273-4ced-9b97-e4e9b084e012 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:57:57.533837 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575254'] for segment (273d75f6-cb74-49a9-ab7c-ec60185e9b1b), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.534860 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-583e3951-2100-46df-a2b5-2d3e17e5706d service neutron] 10.222.0.31 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936055 Feb 03 02:57:57.540609 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:57:57.556688 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Pushing event updated for resources: {'Port': ['ID=0ae06c2c-985a-4e0e-bf16-df148555be51,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:57.565276 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:57:57.570559 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:57.571182 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.574899 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dfa664ba-0b6b-480e-9d34-d9be69cccf1f admin admin] Publish callbacks [] for security_group (deac60c6-45c1-458d-95b6-deaa97e63317), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.589893 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (273d75f6-cb74-49a9-ab7c-ec60185e9b1b), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.611754 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 02:57:57.612231 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3364233'] for segment (273d75f6-cb74-49a9-ab7c-ec60185e9b1b), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: from cryptography.utils import int_from_bytes Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: from cryptography.utils import int_from_bytes Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: Traceback (most recent call last): Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: timer() Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: cb(*args, **kw) Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: return func(*args, **kwargs) Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: self._notify() Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: self.callback(batched_events) Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: event.method(event) Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: return f(self, *a, **k) Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._get(url).json() Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: return self.request(url, 'GET', **kwargs) Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 02:57:57.640770 dv-cinder-827581-1-iscsi neutron-server[102483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 02:57:57.663963 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-80c541b6-c0c4-4d58-a537-1039ed7d4eb6 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5181766 Feb 03 02:57:57.702510 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Request body: {'port': {'device_id': '04dd696f-26bd-4f5f-957d-797a7c6aab92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:57.745213 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9a8c692d-d5fb-43ed-a38b-4d32ae275fd0 req-46f4d235-e77e-49ca-a50c-810302a7a241 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 210 time: 0.0543153 Feb 03 02:57:57.759754 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (9723d542-6d8e-49e5-9dba-f02cc45de9c9), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.793915 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.800465 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9723d542-6d8e-49e5-9dba-f02cc45de9c9 HTTP/1.1" status: 204 len: 168 time: 1.0282905 Feb 03 02:57:57.824960 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dfa664ba-0b6b-480e-9d34-d9be69cccf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (deac60c6-45c1-458d-95b6-deaa97e63317), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.827712 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dfa664ba-0b6b-480e-9d34-d9be69cccf1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.828994 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-dfa664ba-0b6b-480e-9d34-d9be69cccf1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/deac60c6-45c1-458d-95b6-deaa97e63317 HTTP/1.1" status: 204 len: 168 time: 0.6810577 Feb 03 02:57:57.829985 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54da2b-2488-44a1-b222-091c416bf394 admin admin] Pushing event deleted for resources: {'Network': ['ID=9723d542-6d8e-49e5-9dba-f02cc45de9c9,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:57.851286 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:57.855378 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa664ba-0b6b-480e-9d34-d9be69cccf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deac60c6-45c1-458d-95b6-deaa97e63317,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:58.130694 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50946) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:58.244308 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-45723bc9-eae1-408d-a4f7-f9e12de957d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2f534df59e149f8b14cd7406f932b2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1020379 Feb 03 02:57:58.248383 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 50956) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:58.265783 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd9293-4905-48bc-9947-d337a69cad99 req-1aa0bf15-ff92-4f91-aed6-152d4212e194 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:58.273774 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9bd9293-4905-48bc-9947-d337a69cad99 req-1aa0bf15-ff92-4f91-aed6-152d4212e194 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.2221360 Feb 03 02:57:58.367927 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236662e1-8187-475c-98cf-0b40c1758d8a req-48905847-a316-482f-bcdf-602788c20339 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:58.369489 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-236662e1-8187-475c-98cf-0b40c1758d8a req-48905847-a316-482f-bcdf-602788c20339 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 931 time: 0.1808660 Feb 03 02:57:58.420218 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9bd9293-4905-48bc-9947-d337a69cad99 req-8cd22f39-49bf-4501-9fd2-1ebc05740bc4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320124 Feb 03 02:57:58.451793 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae06c2c-985a-4e0e-bf16-df148555be51 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:57:58.465471 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Publish callbacks [] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:58.467854 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-236662e1-8187-475c-98cf-0b40c1758d8a req-2113ca2c-b421-4ffa-817f-790f9313ee84 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894537 Feb 03 02:57:58.468649 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a6cd62e2-5e6e-4cee-ac76-7aac95466bf8 admin admin] Publish callbacks [] for security_group (437552e4-6ad3-4bbb-9c38-2f702f81236f), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:58.493564 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Transition to ACTIVE for port object 0ae06c2c-985a-4e0e-bf16-df148555be51 will not be triggered until provisioned by entity L2. {{(pid=102483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:57:58.501727 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:58.520517 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a6cd62e2-5e6e-4cee-ac76-7aac95466bf8 admin admin] Publish callbacks [] for security_group (437552e4-6ad3-4bbb-9c38-2f702f81236f), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:58.611328 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 50986) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:58.631048 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a6cd62e2-5e6e-4cee-ac76-7aac95466bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (437552e4-6ad3-4bbb-9c38-2f702f81236f), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:58.635063 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a6cd62e2-5e6e-4cee-ac76-7aac95466bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:58.636925 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a6cd62e2-5e6e-4cee-ac76-7aac95466bf8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/437552e4-6ad3-4bbb-9c38-2f702f81236f HTTP/1.1" status: 204 len: 168 time: 0.3864627 Feb 03 02:57:58.654123 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae06c2c-985a-4e0e-bf16-df148555be51,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:58.655612 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd62e2-5e6e-4cee-ac76-7aac95466bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437552e4-6ad3-4bbb-9c38-2f702f81236f,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:58.673878 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dde16bfe-e804-460b-afd9-c042b36c5ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:58.773602 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Attempting to bind port 0ae06c2c-985a-4e0e-bf16-df148555be51 on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:57:58.773940 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Attempting to bind port 0ae06c2c-985a-4e0e-bf16-df148555be51 by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '2c02c3bd-b567-49e6-9e3d-49792676726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:57:58.774263 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Attempting to bind port 0ae06c2c-985a-4e0e-bf16-df148555be51 on network 22fe169f-e273-4ced-9b97-e4e9b084e012 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:57:58.785794 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Port 0ae06c2c-985a-4e0e-bf16-df148555be51 on network 22fe169f-e273-4ced-9b97-e4e9b084e012 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:57:58.786120 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Attempting to bind port 0ae06c2c-985a-4e0e-bf16-df148555be51 on network 22fe169f-e273-4ced-9b97-e4e9b084e012 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:57:58.798146 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:57:58.798687 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Checking segment: {'id': '2c02c3bd-b567-49e6-9e3d-49792676726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:57:58.799259 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Bound using segment: {'id': '2c02c3bd-b567-49e6-9e3d-49792676726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:57:58.799940 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Bound port: 0ae06c2c-985a-4e0e-bf16-df148555be51, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c02c3bd-b567-49e6-9e3d-49792676726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:57:58.800459 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:58.860343 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c9a7004b-40ba-4a1e-9d07-fee6a2fe403e req-53588ba4-1bd7-4b9c-80ea-3333f7570a4c tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 210 time: 0.0395641 Feb 03 02:57:58.866173 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dde16bfe-e804-460b-afd9-c042b36c5ec9 admin admin] Publish callbacks [] for security_group (2f25830b-b0fc-436c-b2b2-7366d2fdbeee), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:58.893936 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dde16bfe-e804-460b-afd9-c042b36c5ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (2f25830b-b0fc-436c-b2b2-7366d2fdbeee), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:58.925825 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] For port 0ae06c2c-985a-4e0e-bf16-df148555be51, host hv-cinder-82758, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:57:58.949958 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-dde16bfe-e804-460b-afd9-c042b36c5ec9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77ad017466464e90a6bf618fa99adae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372438 Feb 03 02:57:58.951680 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] For port 0ae06c2c-985a-4e0e-bf16-df148555be51, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=0ae06c2c-985a-4e0e-bf16-df148555be51,segment=NetworkSegment(2c02c3bd-b567-49e6-9e3d-49792676726f),segment_id=2c02c3bd-b567-49e6-9e3d-49792676726f)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:57:58.953913 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51002) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:58.954516 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde16bfe-e804-460b-afd9-c042b36c5ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f25830b-b0fc-436c-b2b2-7366d2fdbeee,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:58.961754 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:58.990196 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51004) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:59.023722 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae06c2c-985a-4e0e-bf16-df148555be51,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:59.032827 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:59.033193 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5714ba77-9924-46bf-8765-777cfee57ea2 admin admin] Publish callbacks [] for security_group (2f25830b-b0fc-436c-b2b2-7366d2fdbeee), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:59.033449 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:59.035263 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-9283b482-ea6a-4bf1-99a5-72ede08ecbf2 service neutron] 10.222.0.43 "PUT /v2.0/ports/0ae06c2c-985a-4e0e-bf16-df148555be51 HTTP/1.1" status: 200 len: 1093 time: 1.3636343 Feb 03 02:57:59.035737 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dd696f-26bd-4f5f-957d-797a7c6aab92', 'tag': '0ae06c2c-985a-4e0e-bf16-df148555be51'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:57:59.038446 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d60655-7492-4ff9-afd7-2471265c1824" -d '{"events": [{"name": "network-changed", "server_uuid": "04dd696f-26bd-4f5f-957d-797a7c6aab92", "tag": "0ae06c2c-985a-4e0e-bf16-df148555be51"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:57:59.087960 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22b1799-4770-49d2-915f-956ad471a6ee x-openstack-request-id: req-e22b1799-4770-49d2-915f-956ad471a6ee {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:57:59.088252 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dd696f-26bd-4f5f-957d-797a7c6aab92", "tag": "0ae06c2c-985a-4e0e-bf16-df148555be51", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:57:59.088519 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e22b1799-4770-49d2-915f-956ad471a6ee {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:57:59.088998 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dd696f-26bd-4f5f-957d-797a7c6aab92', 'tag': '0ae06c2c-985a-4e0e-bf16-df148555be51', 'status': 'completed', 'code': 200} Feb 03 02:57:59.092331 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5714ba77-9924-46bf-8765-777cfee57ea2 admin admin] Publish callbacks [] for security_group (2f25830b-b0fc-436c-b2b2-7366d2fdbeee), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:59.153479 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-43897f54-6346-483c-a833-37aa2bf502bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:59.155844 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-43897f54-6346-483c-a833-37aa2bf502bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15c4256dc55e466d95808fa66f72c37d&device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 1127 time: 0.0585294 Feb 03 02:57:59.161301 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5714ba77-9924-46bf-8765-777cfee57ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (2f25830b-b0fc-436c-b2b2-7366d2fdbeee), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:59.163871 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-5714ba77-9924-46bf-8765-777cfee57ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:59.167413 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-5714ba77-9924-46bf-8765-777cfee57ea2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f25830b-b0fc-436c-b2b2-7366d2fdbeee HTTP/1.1" status: 204 len: 168 time: 0.2091119 Feb 03 02:57:59.206206 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67e9176e-5c7c-4f3b-9076-b03ab17cb075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:59.207845 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-0ca2a901-b99c-43b6-8475-ee22dc9eea80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ae06c2c-985a-4e0e-bf16-df148555be51 HTTP/1.1" status: 200 len: 217 time: 0.0433073 Feb 03 02:57:59.222181 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714ba77-9924-46bf-8765-777cfee57ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f25830b-b0fc-436c-b2b2-7366d2fdbeee,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:59.293684 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-1bc53e24-ad62-4be7-848a-c3668efee2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:59.295225 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-1bc53e24-ad62-4be7-848a-c3668efee2fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a675e0eb-a1b6-4111-9999-5da2847ebec2 HTTP/1.1" status: 200 len: 849 time: 0.0792878 Feb 03 02:57:59.341272 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-fbeb40f0-e16d-4059-b35b-0d06101c0679 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22fe169f-e273-4ced-9b97-e4e9b084e012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340550 Feb 03 02:57:59.526383 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-0fa6c3f6-e494-4571-9daa-16f2856f08ec service neutron] 10.222.0.43 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706266 Feb 03 02:57:59.689424 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-eeb5a472-103f-4947-94fe-696f5f2f33f1 req-73027e52-801e-4ec4-86df-6d5f51117185 service neutron] 10.222.0.43 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487086 Feb 03 02:57:59.730834 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67e9176e-5c7c-4f3b-9076-b03ab17cb075 admin admin] Publish callbacks [] for security_group (ce7eb6b6-051a-4d0b-b114-b94f49a644ce), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:59.744402 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-f4f84811-316d-4c45-98fd-ea423d90efb0 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:59.746228 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-f4f84811-316d-4c45-98fd-ea423d90efb0 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 815 time: 0.4728699 Feb 03 02:57:59.751135 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-67e9176e-5c7c-4f3b-9076-b03ab17cb075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (ce7eb6b6-051a-4d0b-b114-b94f49a644ce), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:57:59.772887 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Request body: {'port': {'device_id': '5db3a24e-6641-4f79-9d50-6b97b67ea6a9', 'network_id': '126c5997-2080-4b93-9c71-959073b0550c', 'admin_state_up': True, 'tenant_id': 'ff777728bb704feeabf264e753679daa'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:57:59.829673 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51046) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:59.835917 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ded7b-74fc-48a5-a4f9-81d388f278c3 req-890bae92-11f9-42ab-a005-26205bc97f88 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:59.837420 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c04ded7b-74fc-48a5-a4f9-81d388f278c3 req-890bae92-11f9-42ab-a005-26205bc97f88 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.1942794 Feb 03 02:57:59.846886 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d60655-7492-4ff9-afd7-2471265c1824 req-8dd00955-f6d0-4b1f-ac38-e3142834f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:59.848472 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-09d60655-7492-4ff9-afd7-2471265c1824 req-8dd00955-f6d0-4b1f-ac38-e3142834f60d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15c4256dc55e466d95808fa66f72c37d&device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 1127 time: 0.0573058 Feb 03 02:57:59.866590 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-67e9176e-5c7c-4f3b-9076-b03ab17cb075 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70eb6ccd1b0546969b9d8a08e6aa700f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8753498 Feb 03 02:57:59.873945 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51050) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:57:59.878213 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314de4d7-aae7-4b16-a62b-f9720982cdc9 req-c1fcd008-67d3-4eae-a614-6f173fefedcf tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:59.879802 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-314de4d7-aae7-4b16-a62b-f9720982cdc9 req-c1fcd008-67d3-4eae-a614-6f173fefedcf tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 943 time: 0.2354534 Feb 03 02:57:59.886159 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9176e-5c7c-4f3b-9076-b03ab17cb075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7eb6b6-051a-4d0b-b114-b94f49a644ce,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:57:59.980640 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d60655-7492-4ff9-afd7-2471265c1824 req-309bbb5e-5afe-4c2f-8cc5-11f0796fe846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:57:59.982153 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-09d60655-7492-4ff9-afd7-2471265c1824 req-309bbb5e-5afe-4c2f-8cc5-11f0796fe846 service neutron] 10.222.0.43 "GET /v2.0/networks?id=22fe169f-e273-4ced-9b97-e4e9b084e012 HTTP/1.1" status: 200 len: 910 time: 0.1261847 Feb 03 02:57:59.987265 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2154b77e-327e-40c4-bd12-5b71b8fe7c6d admin admin] Publish callbacks [] for security_group (ce7eb6b6-051a-4d0b-b114-b94f49a644ce), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.010806 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2154b77e-327e-40c4-bd12-5b71b8fe7c6d admin admin] Publish callbacks [] for security_group (ce7eb6b6-051a-4d0b-b114-b94f49a644ce), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.030143 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-314de4d7-aae7-4b16-a62b-f9720982cdc9 req-395ca12e-236a-40cb-8084-764c3446673e tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209545 Feb 03 02:58:00.035926 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c04ded7b-74fc-48a5-a4f9-81d388f278c3 req-615dd030-d038-4df5-a252-6723771dd2fa tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663308 Feb 03 02:58:00.068897 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Made reservation on behalf of ff777728bb704feeabf264e753679daa for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:58:00.077710 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.094448 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-297270936-network', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:00.102335 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-09d60655-7492-4ff9-afd7-2471265c1824 req-490047b1-ca48-45f9-b389-cd77baf74a92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ae06c2c-985a-4e0e-bf16-df148555be51 HTTP/1.1" status: 200 len: 217 time: 0.0512638 Feb 03 02:58:00.109374 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2154b77e-327e-40c4-bd12-5b71b8fe7c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (ce7eb6b6-051a-4d0b-b114-b94f49a644ce), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.112054 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2154b77e-327e-40c4-bd12-5b71b8fe7c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.113208 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-2154b77e-327e-40c4-bd12-5b71b8fe7c6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce7eb6b6-051a-4d0b-b114-b94f49a644ce HTTP/1.1" status: 204 len: 168 time: 0.2383444 Feb 03 02:58:00.156029 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-72f06f04-1fcb-4319-adb6-26ad7f2e872a req-34840c9b-0ba2-4ecc-a56b-3d0caa46736a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 210 time: 0.0323207 Feb 03 02:58:00.161136 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154b77e-327e-40c4-bd12-5b71b8fe7c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7eb6b6-051a-4d0b-b114-b94f49a644ce,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:00.166599 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Made reservation on behalf of e8467ff017574f36b1c31db5579a56ce for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:58:00.168914 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.185550 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d60655-7492-4ff9-afd7-2471265c1824 req-65322bdc-c9ab-4600-9c72-43ea062d9dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:00.187271 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-09d60655-7492-4ff9-afd7-2471265c1824 req-65322bdc-c9ab-4600-9c72-43ea062d9dd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a675e0eb-a1b6-4111-9999-5da2847ebec2 HTTP/1.1" status: 200 len: 849 time: 0.0729003 Feb 03 02:58:00.188279 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.236115 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-09d60655-7492-4ff9-afd7-2471265c1824 req-3b08b3ee-a68a-4447-831a-c4367f8c0390 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22fe169f-e273-4ced-9b97-e4e9b084e012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377698 Feb 03 02:58:00.304554 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Allocated IP 172.20.0.6 (126c5997-2080-4b93-9c71-959073b0550c/c0392db5-b24e-45e0-baa6-1befde31502f/eb42ec3a-c180-4e56-94f7-7014b20db64c) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:00.368757 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Publish callbacks [] for security_group (81b1cc54-93dc-49f3-bc3f-4ecb91a05f40), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.372870 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-09d60655-7492-4ff9-afd7-2471265c1824 req-83b82c31-54df-47f3-aabf-c42ef2b6871b service neutron] 10.222.0.43 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273508 Feb 03 02:58:00.377555 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (81b1cc54-93dc-49f3-bc3f-4ecb91a05f40), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.394551 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51072) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:00.433147 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:58:00.484699 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b1cc54-93dc-49f3-bc3f-4ecb91a05f40,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:00.487703 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (f183acd2-d543-42bd-aa8b-d6296c42b2cb), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.488054 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Added segment f183acd2-d543-42bd-aa8b-d6296c42b2cb of type vlan for network 17f7ee66-84e4-4ba5-b587-f73d44502290 Feb 03 02:58:00.494645 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks [] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.541051 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.544228 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (17f7ee66-84e4-4ba5-b587-f73d44502290), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.555582 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['44de70aa-dd5c-4b82-94f1-25e286c3f42f', '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:58:00.563810 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-09d60655-7492-4ff9-afd7-2471265c1824 req-71b298f7-2781-4ce5-8af8-5bd7f37cf4f6 service neutron] 10.222.0.43 "GET /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784770 Feb 03 02:58:00.588802 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (17f7ee66-84e4-4ba5-b587-f73d44502290), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.590417 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:00.591184 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.593630 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Pushing event updated for resources: {'Port': ['ID=eb42ec3a-c180-4e56-94f7-7014b20db64c,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:00.606161 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Network 126c5997-2080-4b93-9c71-959073b0550c is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:00.607735 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:00.610519 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:00.616512 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:00.617322 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.641664 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c1ee99cc-219e-4a1b-b233-464bb369c4e8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8812330 Feb 03 02:58:00.660852 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Request body: {'port': {'device_id': '5db3a24e-6641-4f79-9d50-6b97b67ea6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:00.668333 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8363585 Feb 03 02:58:00.671501 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51080) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:00.676635 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] Request body: {'subnet': {'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-subnet', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:00.693293 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84acf63-cf20-4e96-8c88-d0caeecaf719 admin admin] Pushing event updated for resources: {'Network': ['ID=17f7ee66-84e4-4ba5-b587-f73d44502290,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:00.701049 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] Made reservation on behalf of e8467ff017574f36b1c31db5579a56ce for: {'subnet': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:58:00.706663 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3844096'] for subnet (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.711752 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 17f7ee66-84e4-4ba5-b587-f73d44502290 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:58:00.809753 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-3032cc96-e4ce-4761-9809-d3ddd0fa020a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32b005a4be7b40aab2f79fc959cd6549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116297 Feb 03 02:58:00.810308 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51082) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:00.827930 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.951875 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51088) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:00.965487 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-191cdf3b-3ec9-45f9-9895-0090468113b4 admin admin] Publish callbacks [] for security_group (eb765cdc-d2c8-44ee-b434-591d4b011770), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.972607 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6f7108af-539c-4eef-a173-d817c0cfd460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:00.996274 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-191cdf3b-3ec9-45f9-9895-0090468113b4 admin admin] Publish callbacks [] for security_group (eb765cdc-d2c8-44ee-b434-591d4b011770), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.001646 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3847418'] for subnet (99824670-e7e8-4336-87fc-b66530f36d37), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.088390 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99824670-e7e8-4336-87fc-b66530f36d37,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:01.113613 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] Checking segment: {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:01.113935 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] Network hostable DHCP agents. Network: 17f7ee66-84e4-4ba5-b587-f73d44502290, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:58:01.134441 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6f7108af-539c-4eef-a173-d817c0cfd460 admin admin] Publish callbacks [] for security_group (225ffeae-83cc-4318-96b5-e95aa4e43e13), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.141922 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6f7108af-539c-4eef-a173-d817c0cfd460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (225ffeae-83cc-4318-96b5-e95aa4e43e13), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.147618 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] Network 17f7ee66-84e4-4ba5-b587-f73d44502290 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:58:01.189327 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7108af-539c-4eef-a173-d817c0cfd460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225ffeae-83cc-4318-96b5-e95aa4e43e13,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:01.199865 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 17f7ee66-84e4-4ba5-b587-f73d44502290) {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:01.204425 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-6f7108af-539c-4eef-a173-d817c0cfd460 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=271e3142a4a44acd8f99fa19c044f4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512970 Feb 03 02:58:01.207347 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51100) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:01.210760 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:01.211334 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18f2df4-e7f9-41ea-bfdf-61c3b9ead920 None None] Network 17f7ee66-84e4-4ba5-b587-f73d44502290 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:58:01.211504 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.234682 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-102f7abb-3131-46e2-b3f2-9c4608193b05 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5595837 Feb 03 02:58:01.237661 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51102) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:01.244852 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:01.253486 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-191cdf3b-3ec9-45f9-9895-0090468113b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (eb765cdc-d2c8-44ee-b434-591d4b011770), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.256551 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-191cdf3b-3ec9-45f9-9895-0090468113b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.257905 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-191cdf3b-3ec9-45f9-9895-0090468113b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb765cdc-d2c8-44ee-b434-591d4b011770 HTTP/1.1" status: 204 len: 168 time: 0.4471653 Feb 03 02:58:01.282807 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133767861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29157'] for router (1d387c67-870c-4480-b64f-5dd85ca16992), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.284028 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133774051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133725025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29164'] for router (1d387c67-870c-4480-b64f-5dd85ca16992), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.322289 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b219c73f-24a6-4580-9723-bd520c737954 admin admin] Publish callbacks [] for security_group (225ffeae-83cc-4318-96b5-e95aa4e43e13), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.344413 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa841b9d2-c864-5295-a893-1e3e6657c43d-17f7ee66-84e4-4ba5-b587-f73d44502290', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37'}]}} from dv-cinder-827581-1-iscsi. {{(pid=102484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 02:58:01.346990 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cdf3b-3ec9-45f9-9895-0090468113b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb765cdc-d2c8-44ee-b434-591d4b011770,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:01.347512 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.347715 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b219c73f-24a6-4580-9723-bd520c737954 admin admin] Publish callbacks [] for security_group (225ffeae-83cc-4318-96b5-e95aa4e43e13), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.356276 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b2522-1536-4fb7-8da6-e289d86993c3 req-781090a9-507f-4a68-aeb5-8beb0a86df21 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:01.357839 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9a5b2522-1536-4fb7-8da6-e289d86993c3 req-781090a9-507f-4a68-aeb5-8beb0a86df21 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.2105837 Feb 03 02:58:01.378639 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94c215-fbf1-499f-bede-1a2c9570d565 req-54376be8-f965-4de7-a353-300959037e5e tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:01.383482 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5f94c215-fbf1-499f-bede-1a2c9570d565 req-54376be8-f965-4de7-a353-300959037e5e tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 943 time: 0.2615643 Feb 03 02:58:01.394338 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Publish callbacks [] for router_controller (1d387c67-870c-4480-b64f-5dd85ca16992), precommit_add_association {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.458609 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9a5b2522-1536-4fb7-8da6-e289d86993c3 req-08b99e15-dc14-4d8a-b86e-f528c6cab1cd tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725119 Feb 03 02:58:01.508272 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb42ec3a-c180-4e56-94f7-7014b20db64c {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:58:01.531339 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5f94c215-fbf1-499f-bede-1a2c9570d565 req-10acf4cb-d6e5-46c0-8a76-952a4411cfab tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169219 Feb 03 02:58:01.541859 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Publish callbacks [] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.572512 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Transition to ACTIVE for port object eb42ec3a-c180-4e56-94f7-7014b20db64c will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:58:01.630342 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Publish callbacks [] for router_gateway (1d387c67-870c-4480-b64f-5dd85ca16992), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.631760 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.659690 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.db_base_plugin_common [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Allocated IP 172.20.0.2 (17f7ee66-84e4-4ba5-b587-f73d44502290/99824670-e7e8-4336-87fc-b66530f36d37/5b4abf14-bf38-4b6a-8a88-310c47ec3ea5) {{(pid=102484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:01.693576 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Pushing event updated for resources: {'Port': ['ID=eb42ec3a-c180-4e56-94f7-7014b20db64c,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:01.710819 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b219c73f-24a6-4580-9723-bd520c737954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (225ffeae-83cc-4318-96b5-e95aa4e43e13), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.714269 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b219c73f-24a6-4580-9723-bd520c737954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.716010 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-b219c73f-24a6-4580-9723-bd520c737954 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/225ffeae-83cc-4318-96b5-e95aa4e43e13 HTTP/1.1" status: 204 len: 168 time: 0.5075357 Feb 03 02:58:01.716392 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c17dc1-5142-407e-a38a-02c706808b2c req-667abe92-6d1e-4b16-8f42-3b1e82cd08aa tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:01.732073 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1c17dc1-5142-407e-a38a-02c706808b2c req-667abe92-6d1e-4b16-8f42-3b1e82cd08aa tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 943 time: 0.1498699 Feb 03 02:58:01.751414 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219c73f-24a6-4580-9723-bd520c737954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225ffeae-83cc-4318-96b5-e95aa4e43e13,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:01.907298 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Attempting to bind port eb42ec3a-c180-4e56-94f7-7014b20db64c on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:01.907857 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Attempting to bind port eb42ec3a-c180-4e56-94f7-7014b20db64c by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:01.908770 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Attempting to bind port eb42ec3a-c180-4e56-94f7-7014b20db64c on network 126c5997-2080-4b93-9c71-959073b0550c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:01.941631 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Port eb42ec3a-c180-4e56-94f7-7014b20db64c on network 126c5997-2080-4b93-9c71-959073b0550c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:58:01.941631 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Attempting to bind port eb42ec3a-c180-4e56-94f7-7014b20db64c on network 126c5997-2080-4b93-9c71-959073b0550c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:01.942850 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1c17dc1-5142-407e-a38a-02c706808b2c req-0c18643b-906d-4734-99e8-39d081cab5a4 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096758 Feb 03 02:58:01.947572 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:01.947917 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Checking segment: {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:01.948486 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Bound using segment: {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:01.948786 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Bound port: eb42ec3a-c180-4e56-94f7-7014b20db64c, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:01.949153 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.981483 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Publish callbacks [] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), precommit_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:01.991007 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.045254 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Network 17f7ee66-84e4-4ba5-b587-f73d44502290 is already hosted by enough agents. {{(pid=102484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:02.050309 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] For port eb42ec3a-c180-4e56-94f7-7014b20db64c, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:02.050839 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.base_scheduler [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Resources bound (agent type, host, resource id): {{(pid=102484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:02.055455 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Received port after_create {{(pid=102484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:02.061264 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] For port eb42ec3a-c180-4e56-94f7-7014b20db64c, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=eb42ec3a-c180-4e56-94f7-7014b20db64c,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:02.086653 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.089926 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Pushing event updated for resources: {'Port': ['ID=5b4abf14-bf38-4b6a-8a88-310c47ec3ea5,revision_number=1']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:02.142306 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Attempting to bind port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:02.142760 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Attempting to bind port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:02.143363 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Attempting to bind port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 on network 17f7ee66-84e4-4ba5-b587-f73d44502290 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:02.149527 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:02.150038 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Checking segment: {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:02.151187 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.151841 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Bound using segment: {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:02.152451 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Bound port: 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:02.152963 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.163633 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:02.164679 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.177580 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] 10.222.0.43 "PUT /v2.0/ports/eb42ec3a-c180-4e56-94f7-7014b20db64c HTTP/1.1" status: 200 len: 1093 time: 1.5225205 Feb 03 02:58:02.180192 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db3a24e-6641-4f79-9d50-6b97b67ea6a9', 'tag': 'eb42ec3a-c180-4e56-94f7-7014b20db64c'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:58:02.185954 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743cf8c4-959e-4682-899d-52cfd9a72e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5db3a24e-6641-4f79-9d50-6b97b67ea6a9", "tag": "eb42ec3a-c180-4e56-94f7-7014b20db64c"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:58:02.269929 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Publish callbacks [] for router_gateway (1d387c67-870c-4480-b64f-5dd85ca16992), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.275852 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83faf2ea-5ff8-408b-8bd3-b6d998866194 x-openstack-request-id: req-83faf2ea-5ff8-408b-8bd3-b6d998866194 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:58:02.276147 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db3a24e-6641-4f79-9d50-6b97b67ea6a9", "tag": "eb42ec3a-c180-4e56-94f7-7014b20db64c", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:58:02.276403 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83faf2ea-5ff8-408b-8bd3-b6d998866194 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:58:02.276838 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db3a24e-6641-4f79-9d50-6b97b67ea6a9', 'tag': 'eb42ec3a-c180-4e56-94f7-7014b20db64c', 'status': 'completed', 'code': 200} Feb 03 02:58:02.283624 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] For port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:02.287979 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] For port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=5b4abf14-bf38-4b6a-8a88-310c47ec3ea5,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:02.295918 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.298497 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.318595 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b08da-8674-4731-8cb5-53f72077dd1a service neutron] Pushing event updated for resources: {'Port': ['ID=eb42ec3a-c180-4e56-94f7-7014b20db64c,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:02.368987 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51146) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:02.369208 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c497eecc-572b-4356-9cf3-8ce9b520c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:02.369793 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-c497eecc-572b-4356-9cf3-8ce9b520c5a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 1127 time: 0.1313705 Feb 03 02:58:02.392610 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a578a27-265b-4b56-b433-45008b8aacc0 None None] Pushing event updated for resources: {'Port': ['ID=5b4abf14-bf38-4b6a-8a88-310c47ec3ea5,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:02.409852 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3575a5ee-056d-4122-a3eb-7e47344e6087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.433527 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-328b6c2b-7549-4b91-94b8-eab7a31e710d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb42ec3a-c180-4e56-94f7-7014b20db64c HTTP/1.1" status: 200 len: 217 time: 0.0558379 Feb 03 02:58:02.496736 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Allocated IP 172.27.2.51 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/bcb3f723-5056-410c-85eb-6c0c8d1f2c4b) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:02.499538 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-287b4dea-fa51-4d4b-911b-fc5f455e895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:02.501305 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-287b4dea-fa51-4d4b-911b-fc5f455e895e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0392db5-b24e-45e0-baa6-1befde31502f HTTP/1.1" status: 200 len: 855 time: 0.0591452 Feb 03 02:58:02.586910 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-ee8d1d1d-cfab-4f02-9cd9-7ef5a91c5f98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=126c5997-2080-4b93-9c71-959073b0550c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770082 Feb 03 02:58:02.603486 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3575a5ee-056d-4122-a3eb-7e47344e6087 admin admin] Publish callbacks [] for security_group (f6f5cdb2-6146-44d6-8cb8-9ad8c9e77292), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.618941 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3575a5ee-056d-4122-a3eb-7e47344e6087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f6f5cdb2-6146-44d6-8cb8-9ad8c9e77292), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.703381 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-3575a5ee-056d-4122-a3eb-7e47344e6087 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50c6aab7c3924bc5b4036b20fdc5d9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343422 Feb 03 02:58:02.706785 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51156) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:02.729038 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Publish callbacks [] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.731505 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575a5ee-056d-4122-a3eb-7e47344e6087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f5cdb2-6146-44d6-8cb8-9ad8c9e77292,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:02.787936 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70477e-1f37-4592-bc5b-0ea13e8a8f83 req-e5b2da72-32bc-4430-b6a0-6f732c7e050c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:02.793666 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cf70477e-1f37-4592-bc5b-0ea13e8a8f83 req-e5b2da72-32bc-4430-b6a0-6f732c7e050c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.2055094 Feb 03 02:58:02.803298 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3b507a51-2948-4dbe-8193-852e5411c410 admin admin] Publish callbacks [] for security_group (f6f5cdb2-6146-44d6-8cb8-9ad8c9e77292), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.830781 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c65077-10f1-45cb-b9b7-a70c9af32bb9 req-7aebc816-de9c-4193-ac5f-7d1e957d8570 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:02.832263 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-26c65077-10f1-45cb-b9b7-a70c9af32bb9 req-7aebc816-de9c-4193-ac5f-7d1e957d8570 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 943 time: 0.1785297 Feb 03 02:58:02.835447 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-b91cc94e-d94f-4912-8e00-00c5ae14a796 service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177687 Feb 03 02:58:02.838346 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3b507a51-2948-4dbe-8193-852e5411c410 admin admin] Publish callbacks [] for security_group (f6f5cdb2-6146-44d6-8cb8-9ad8c9e77292), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.840430 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:02.874124 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51160) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:02.906966 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:02.914922 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:02.917195 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Pushing event updated for resources: {'Port': ['ID=bcb3f723-5056-410c-85eb-6c0c8d1f2c4b,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:02.919322 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:02.944596 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cf70477e-1f37-4592-bc5b-0ea13e8a8f83 req-a54249c5-e766-473d-8aad-160757b9ca22 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338863 Feb 03 02:58:02.980116 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-26c65077-10f1-45cb-b9b7-a70c9af32bb9 req-2be94413-a6b8-4165-b42f-e57010125d5c tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247709 Feb 03 02:58:02.990803 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-12f6ab04-2483-4f2d-9ba0-4b6bf8c9f83a req-f1a15cec-c6ff-44a6-8dc1-d7fd9be1ab16 service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469398 Feb 03 02:58:03.062215 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3b507a51-2948-4dbe-8193-852e5411c410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f6f5cdb2-6146-44d6-8cb8-9ad8c9e77292), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.064848 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3b507a51-2948-4dbe-8193-852e5411c410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.073201 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-3b507a51-2948-4dbe-8193-852e5411c410 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6f5cdb2-6146-44d6-8cb8-9ad8c9e77292 HTTP/1.1" status: 204 len: 168 time: 0.3582850 Feb 03 02:58:03.079428 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b507a51-2948-4dbe-8193-852e5411c410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f5cdb2-6146-44d6-8cb8-9ad8c9e77292,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:03.122978 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b492-ad4f-4e95-ac5b-e473d72208f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.180285 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cf8c4-959e-4682-899d-52cfd9a72e3d req-471655c2-bbbd-45b6-994f-8c2e0a2be4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:03.181862 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-743cf8c4-959e-4682-899d-52cfd9a72e3d req-471655c2-bbbd-45b6-994f-8c2e0a2be4af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 1127 time: 0.1110709 Feb 03 02:58:03.190796 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd244e-70ea-4e7d-9799-b353554ef612 req-8c91ce0d-8f08-4065-8c32-732c5748d40b tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:03.197674 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dfbd244e-70ea-4e7d-9799-b353554ef612 req-8c91ce0d-8f08-4065-8c32-732c5748d40b tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 943 time: 0.1418178 Feb 03 02:58:03.221765 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Publish callbacks [] for router_gateway (1d387c67-870c-4480-b64f-5dd85ca16992), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.342725 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dfbd244e-70ea-4e7d-9799-b353554ef612 req-1ee7156f-2f5d-4412-af7b-52e609cf61d5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441503 Feb 03 02:58:03.376434 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b492-ad4f-4e95-ac5b-e473d72208f4 admin admin] Publish callbacks [] for security_group (15cc85ed-3931-4f32-b95f-ebda2759e165), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.381780 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cf8c4-959e-4682-899d-52cfd9a72e3d req-68ca00e9-f920-4ada-8dbe-c0388bd387ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:03.383302 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-743cf8c4-959e-4682-899d-52cfd9a72e3d req-68ca00e9-f920-4ada-8dbe-c0388bd387ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 916 time: 0.1823430 Feb 03 02:58:03.386231 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b492-ad4f-4e95-ac5b-e473d72208f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (15cc85ed-3931-4f32-b95f-ebda2759e165), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.461523 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-743cf8c4-959e-4682-899d-52cfd9a72e3d req-1557b75a-01aa-42c5-8d96-b3ad22f15fa3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb42ec3a-c180-4e56-94f7-7014b20db64c HTTP/1.1" status: 200 len: 217 time: 0.0496967 Feb 03 02:58:03.466676 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d1b0b492-ad4f-4e95-ac5b-e473d72208f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f9e0612acf343dc9aa211d09365aad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5907919 Feb 03 02:58:03.467174 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 0ae06c2c-985a-4e0e-bf16-df148555be51 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:58:03.469440 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51176) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:03.470237 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0b492-ad4f-4e95-ac5b-e473d72208f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc85ed-3931-4f32-b95f-ebda2759e165,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:03.537204 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cf8c4-959e-4682-899d-52cfd9a72e3d req-b8190de4-47a8-4e59-8834-3b2291a23c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:03.539474 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-743cf8c4-959e-4682-899d-52cfd9a72e3d req-b8190de4-47a8-4e59-8834-3b2291a23c80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0392db5-b24e-45e0-baa6-1befde31502f HTTP/1.1" status: 200 len: 855 time: 0.0602202 Feb 03 02:58:03.548565 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133774014'] for router (1d387c67-870c-4480-b64f-5dd85ca16992), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.585972 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-743cf8c4-959e-4682-899d-52cfd9a72e3d req-f19621b8-4ca8-4547-b667-270ea66be2c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=126c5997-2080-4b93-9c71-959073b0550c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373080 Feb 03 02:58:03.694003 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-76cc4228-3ef7-492b-a89a-83ba82187d6d admin admin] Publish callbacks [] for security_group (15cc85ed-3931-4f32-b95f-ebda2759e165), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.730318 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-76cc4228-3ef7-492b-a89a-83ba82187d6d admin admin] Publish callbacks [] for security_group (15cc85ed-3931-4f32-b95f-ebda2759e165), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.741619 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583ed25-fce7-4911-9985-7814211f323d None None] Network 17f7ee66-84e4-4ba5-b587-f73d44502290 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:58:03.747329 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:03.781736 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Router 1d387c67-870c-4480-b64f-5dd85ca16992 is scheduled to L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 with binding_index 1 {{(pid=102483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 02:58:03.832289 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-76cc4228-3ef7-492b-a89a-83ba82187d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (15cc85ed-3931-4f32-b95f-ebda2759e165), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.838876 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-76cc4228-3ef7-492b-a89a-83ba82187d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.840075 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-76cc4228-3ef7-492b-a89a-83ba82187d6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15cc85ed-3931-4f32-b95f-ebda2759e165 HTTP/1.1" status: 204 len: 168 time: 0.3664412 Feb 03 02:58:03.850326 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc4228-3ef7-492b-a89a-83ba82187d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc85ed-3931-4f32-b95f-ebda2759e165,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:03.854282 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-743cf8c4-959e-4682-899d-52cfd9a72e3d req-b73abb3b-ab9d-48e0-9f0f-3fe5df03edb1 service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573626 Feb 03 02:58:03.891259 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-e4a9adb4-6586-40ac-978a-bcfd227a83a5 None None] Provisioning complete for port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:03.891668 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e4a9adb4-6586-40ac-978a-bcfd227a83a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.935981 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:58:03.952388 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Sync routers for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:58:03.964433 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:03.965389 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:57:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:03.976193 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:03.980486 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-5342aa32-a004-476f-b67d-40b8d372eede admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7389498 Feb 03 02:58:03.983725 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51192) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:04.120675 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 0ae06c2c-985a-4e0e-bf16-df148555be51, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=0ae06c2c-985a-4e0e-bf16-df148555be51,segment=NetworkSegment(2c02c3bd-b567-49e6-9e3d-49792676726f),segment_id=2c02c3bd-b567-49e6-9e3d-49792676726f)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:04.139006 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:04.165308 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '0ae06c2c-985a-4e0e-bf16-df148555be51', 'network_id': '22fe169f-e273-4ced-9b97-e4e9b084e012', 'port_id': '0ae06c2c-985a-4e0e-bf16-df148555be51', 'mac_address': 'fa:16:3e:b4:fc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a675e0eb-a1b6-4111-9999-5da2847ebec2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:58:04.192559 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-743cf8c4-959e-4682-899d-52cfd9a72e3d req-68c89817-4e3b-46f8-8c45-1abac5e589ca service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308499 Feb 03 02:58:04.200185 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:04.200898 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.265698 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9adb4-6586-40ac-978a-bcfd227a83a5 None None] Current status of the port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:04.266684 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e4a9adb4-6586-40ac-978a-bcfd227a83a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.301375 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 0ae06c2c-985a-4e0e-bf16-df148555be51 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:04.302153 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.328061 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013559-d76c-483f-9ae7-eda7a91ecf58 req-40bc11b5-b88b-4231-8b6d-7d1ea563cbcf tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:04.329744 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fe013559-d76c-483f-9ae7-eda7a91ecf58 req-40bc11b5-b88b-4231-8b6d-7d1ea563cbcf tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 943 time: 0.1819749 Feb 03 02:58:04.347382 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba405b4-9c64-418f-9d0d-093ea67586d3 req-4f78c095-ab86-4ae8-be15-8ccefc1de2af tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:04.348775 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae06c2c-985a-4e0e-bf16-df148555be51 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:58:04.349548 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bba405b4-9c64-418f-9d0d-093ea67586d3 req-4f78c095-ab86-4ae8-be15-8ccefc1de2af tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.2028008 Feb 03 02:58:04.375333 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-e4a9adb4-6586-40ac-978a-bcfd227a83a5 None None] For port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=5b4abf14-bf38-4b6a-8a88-310c47ec3ea5,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:04.399188 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e4a9adb4-6586-40ac-978a-bcfd227a83a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.426756 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:03Z', 'revision_number': 3, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:04.446820 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 0ae06c2c-985a-4e0e-bf16-df148555be51, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=0ae06c2c-985a-4e0e-bf16-df148555be51,segment=NetworkSegment(2c02c3bd-b567-49e6-9e3d-49792676726f),segment_id=2c02c3bd-b567-49e6-9e3d-49792676726f)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:04.450142 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51206) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:04.462479 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Checking router: 1d387c67-870c-4480-b64f-5dd85ca16992 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:58:04.462936 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Updating router 1d387c67-870c-4480-b64f-5dd85ca16992 port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b binding host dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:58:04.478230 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e2c756cc-e853-4639-a744-355ba21797c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.478570 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.540830 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.544430 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:04.563427 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9adb4-6586-40ac-978a-bcfd227a83a5 None None] Pushing event updated for resources: {'Port': ['ID=5b4abf14-bf38-4b6a-8a88-310c47ec3ea5,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:04.647378 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e2c756cc-e853-4639-a744-355ba21797c0 admin admin] Publish callbacks [] for security_group (d713b652-3e42-428d-a75c-34239f1adfb1), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.659798 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e2c756cc-e853-4639-a744-355ba21797c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (d713b652-3e42-428d-a75c-34239f1adfb1), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.710098 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-e2c756cc-e853-4639-a744-355ba21797c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a40d261508a84d4c852a41ee34093460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585990 Feb 03 02:58:04.716503 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51210) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:04.721041 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-685c7418-7217-4f8f-8650-832808743528 None None] Provisioning complete for port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:04.721437 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-685c7418-7217-4f8f-8650-832808743528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.723261 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=0ae06c2c-985a-4e0e-bf16-df148555be51,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:04.757809 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c756cc-e853-4639-a744-355ba21797c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d713b652-3e42-428d-a75c-34239f1adfb1,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:04.809599 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-685c7418-7217-4f8f-8650-832808743528 None None] Current status of the port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:04.817278 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-58e54524-9bdf-4f96-86c0-b21d47e1bbdd admin admin] Publish callbacks [] for security_group (d713b652-3e42-428d-a75c-34239f1adfb1), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.827974 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['0ae06c2c-985a-4e0e-bf16-df148555be51'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:58:04.843210 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-58e54524-9bdf-4f96-86c0-b21d47e1bbdd admin admin] Publish callbacks [] for security_group (d713b652-3e42-428d-a75c-34239f1adfb1), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.891011 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Publish callbacks [] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), precommit_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.897959 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.925704 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Attempting to bind port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:04.926229 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Attempting to bind port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:04.926727 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Attempting to bind port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b on network 23732c56-e7be-4225-97cf-e051946979f1 {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:04.952684 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:04.953435 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Checking segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:04.953523 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.953877 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Bound using segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:04.954511 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Bound port: bcb3f723-5056-410c-85eb-6c0c8d1f2c4b, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:04.954957 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.969595 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-58e54524-9bdf-4f96-86c0-b21d47e1bbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (d713b652-3e42-428d-a75c-34239f1adfb1), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.972276 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-58e54524-9bdf-4f96-86c0-b21d47e1bbdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:04.976027 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-58e54524-9bdf-4f96-86c0-b21d47e1bbdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d713b652-3e42-428d-a75c-34239f1adfb1 HTTP/1.1" status: 204 len: 168 time: 0.2560439 Feb 03 02:58:04.982847 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e54524-9bdf-4f96-86c0-b21d47e1bbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d713b652-3e42-428d-a75c-34239f1adfb1,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:05.030575 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] For port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:05.033974 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] For port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=bcb3f723-5056-410c-85eb-6c0c8d1f2c4b,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:05.052399 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:05.056488 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bba405b4-9c64-418f-9d0d-093ea67586d3 req-3933bbb2-63a5-42cb-96d6-71b6475d387a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326478 Feb 03 02:58:05.085158 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fe013559-d76c-483f-9ae7-eda7a91ecf58 req-68d8a133-874e-4f5a-ac6e-d42517f027e9 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6668391 Feb 03 02:58:05.105593 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Pushing event updated for resources: {'Port': ['ID=bcb3f723-5056-410c-85eb-6c0c8d1f2c4b,revision_number=2']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:05.132511 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.135472 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.135883 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.136238 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.136584 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.144755 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.145192 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.146046 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.146408 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.146773 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.148573 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.150880 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.151246 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:05.194980 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:05.195663 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:57:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:05.256573 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ed073-9e11-40f5-b9a5-13867e756181 None None] Pushing event updated for resources: {'Port': ['ID=bcb3f723-5056-410c-85eb-6c0c8d1f2c4b,revision_number=3']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:05.275463 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1823aa-cf26-498b-af25-822c7d6f71f9 req-cc647d72-4d54-42e2-a1d5-5233512b22d4 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:05.277022 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6b1823aa-cf26-498b-af25-822c7d6f71f9 req-cc647d72-4d54-42e2-a1d5-5233512b22d4 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 943 time: 0.1191988 Feb 03 02:58:05.299660 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:05.321554 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:05.347677 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6b1823aa-cf26-498b-af25-822c7d6f71f9 req-7eda070a-88dd-4f08-910b-0a96ffbc44ca tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643661 Feb 03 02:58:05.500926 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device eb42ec3a-c180-4e56-94f7-7014b20db64c details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:58:05.519641 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:05.523855 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Allocated IP 172.20.0.1 (17f7ee66-84e4-4ba5-b587-f73d44502290/99824670-e7e8-4336-87fc-b66530f36d37/f6928794-c06e-4dfd-b95a-d02b9449ba0b) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:05.593593 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:03Z', 'revision_number': 3, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:05.654975 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:05.655351 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:05.666566 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Publish callbacks [] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:05.674214 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30897ed-6614-48f0-bc67-c80e913f8884 None None] The sync data for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi is: [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:03Z', 'revision_number': 3, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:58:05.712871 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:05.722857 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port eb42ec3a-c180-4e56-94f7-7014b20db64c, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=eb42ec3a-c180-4e56-94f7-7014b20db64c,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:05.742483 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': 'eb42ec3a-c180-4e56-94f7-7014b20db64c', 'network_id': '126c5997-2080-4b93-9c71-959073b0550c', 'port_id': 'eb42ec3a-c180-4e56-94f7-7014b20db64c', 'mac_address': 'fa:16:3e:f8:5f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0392db5-b24e-45e0-baa6-1befde31502f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:58:05.761641 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Pushing event updated for resources: {'Port': ['ID=f6928794-c06e-4dfd-b95a-d02b9449ba0b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:05.781906 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Network 17f7ee66-84e4-4ba5-b587-f73d44502290 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:05.783817 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:05.788606 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:05.790467 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133773539'] for router_interface (1d387c67-870c-4480-b64f-5dd85ca16992), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:05.805753 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port eb42ec3a-c180-4e56-94f7-7014b20db64c is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:05.806155 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:05.825192 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb42ec3a-c180-4e56-94f7-7014b20db64c {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:58:05.881635 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port eb42ec3a-c180-4e56-94f7-7014b20db64c, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=eb42ec3a-c180-4e56-94f7-7014b20db64c,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:05.892359 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:05.932403 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:05.961901 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=eb42ec3a-c180-4e56-94f7-7014b20db64c,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:05.992310 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51250) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:05.994963 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.167765 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-208b391f-7fc6-4738-a5ff-2c2d11b4d0d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.255498 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:58:06.258844 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['eb42ec3a-c180-4e56-94f7-7014b20db64c'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:58:06.322314 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3b09f38a-143f-4b4f-96e0-b5277fdb4718 None None] Provisioning complete for port f6928794-c06e-4dfd-b95a-d02b9449ba0b triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:06.324232 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3b09f38a-143f-4b4f-96e0-b5277fdb4718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.333877 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-208b391f-7fc6-4738-a5ff-2c2d11b4d0d0 admin admin] Publish callbacks [] for security_group (dc065f10-44dd-46e6-aba0-e5099af074fd), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.337184 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25961ec4-dd07-44a8-9019-90243cc2c98f req-ae16a64d-dc11-4fc5-970a-1f2943cb92ab tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:06.344299 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-25961ec4-dd07-44a8-9019-90243cc2c98f req-ae16a64d-dc11-4fc5-970a-1f2943cb92ab tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 944 time: 0.1330159 Feb 03 02:58:06.345132 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-208b391f-7fc6-4738-a5ff-2c2d11b4d0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (dc065f10-44dd-46e6-aba0-e5099af074fd), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.379541 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b391f-7fc6-4738-a5ff-2c2d11b4d0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc065f10-44dd-46e6-aba0-e5099af074fd,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:06.400965 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3b09f38a-143f-4b4f-96e0-b5277fdb4718 None None] Port f6928794-c06e-4dfd-b95a-d02b9449ba0b cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:58:06.425898 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-25961ec4-dd07-44a8-9019-90243cc2c98f req-1d3e4e06-e570-44f8-b39a-bed93fb983ed tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765119 Feb 03 02:58:06.427213 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-208b391f-7fc6-4738-a5ff-2c2d11b4d0d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=765f7d3208da4372bc62e85c715ef29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4328656 Feb 03 02:58:06.429804 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51268) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:06.456991 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6db6b-b2be-45dd-9a39-71070906eb55 req-e53ab865-5e98-48bb-925e-0a185a31d67c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:06.464859 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6ba6db6b-b2be-45dd-9a39-71070906eb55 req-e53ab865-5e98-48bb-925e-0a185a31d67c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.2513268 Feb 03 02:58:06.509395 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3f9753e3-9e1f-407d-b3bc-bcabfd411671 admin admin] Publish callbacks [] for security_group (dc065f10-44dd-46e6-aba0-e5099af074fd), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.532458 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3f9753e3-9e1f-407d-b3bc-bcabfd411671 admin admin] Publish callbacks [] for security_group (dc065f10-44dd-46e6-aba0-e5099af074fd), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.563049 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6ba6db6b-b2be-45dd-9a39-71070906eb55 req-808a3262-c157-430e-b2b6-0dc3c1e18224 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899332 Feb 03 02:58:06.598914 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3f9753e3-9e1f-407d-b3bc-bcabfd411671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (dc065f10-44dd-46e6-aba0-e5099af074fd), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.601768 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3f9753e3-9e1f-407d-b3bc-bcabfd411671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.603491 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-3f9753e3-9e1f-407d-b3bc-bcabfd411671 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc065f10-44dd-46e6-aba0-e5099af074fd HTTP/1.1" status: 204 len: 168 time: 0.1723735 Feb 03 02:58:06.617338 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Publish callbacks [] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.624752 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9753e3-9e1f-407d-b3bc-bcabfd411671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc065f10-44dd-46e6-aba0-e5099af074fd,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:06.629377 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.630065 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133769075'] for router_interface (1d387c67-870c-4480-b64f-5dd85ca16992), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:06.695006 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedbb2d-9ed6-476e-b41e-7485864a017b req-2df2217d-fe55-4fb1-a6c8-5eccca0d6c1a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:06.696688 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7eedbb2d-9ed6-476e-b41e-7485864a017b req-2df2217d-fe55-4fb1-a6c8-5eccca0d6c1a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 944 time: 0.1291869 Feb 03 02:58:06.760779 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Pushing event updated for resources: {'Port': ['ID=f6928794-c06e-4dfd-b95a-d02b9449ba0b,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:06.820099 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7eedbb2d-9ed6-476e-b41e-7485864a017b req-7807690f-95f9-4a44-b855-2804bf437725 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170468 Feb 03 02:58:06.844953 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Network 17f7ee66-84e4-4ba5-b587-f73d44502290 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:06.850178 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:07.027922 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Router 1d387c67-870c-4480-b64f-5dd85ca16992 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 02:58:07.130967 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-8a5616c0-d219-44e6-af4d-5c3fb034f03f None None] Provisioning complete for port f6928794-c06e-4dfd-b95a-d02b9449ba0b triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:07.132000 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8a5616c0-d219-44e6-af4d-5c3fb034f03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.149838 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51282) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:07.163658 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:58:07.177341 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e9915404-4c73-48e8-b4ea-8fceb02db925 admin admin] 10.222.0.31 "PUT /v2.0/routers/1d387c67-870c-4480-b64f-5dd85ca16992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1819370 Feb 03 02:58:07.177515 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-8a5616c0-d219-44e6-af4d-5c3fb034f03f None None] Port f6928794-c06e-4dfd-b95a-d02b9449ba0b cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:58:07.177608 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6142856d-529c-43b3-8f7e-f924ef09a51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.247962 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6142856d-529c-43b3-8f7e-f924ef09a51d admin admin] Publish callbacks [] for security_group (c0440304-3b30-4231-a2db-c2ab9f4a1a00), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.253376 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6142856d-529c-43b3-8f7e-f924ef09a51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (c0440304-3b30-4231-a2db-c2ab9f4a1a00), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.291668 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-6142856d-529c-43b3-8f7e-f924ef09a51d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb39742c9b6944a28e86bd294773cafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401234 Feb 03 02:58:07.292492 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142856d-529c-43b3-8f7e-f924ef09a51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0440304-3b30-4231-a2db-c2ab9f4a1a00,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:07.294380 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51290) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:07.349948 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-80437728-f5f7-455e-8b27-42e3998c6ecc admin admin] Publish callbacks [] for security_group (c0440304-3b30-4231-a2db-c2ab9f4a1a00), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.371953 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-80437728-f5f7-455e-8b27-42e3998c6ecc admin admin] Publish callbacks [] for security_group (c0440304-3b30-4231-a2db-c2ab9f4a1a00), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.419757 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-80437728-f5f7-455e-8b27-42e3998c6ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (c0440304-3b30-4231-a2db-c2ab9f4a1a00), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.423627 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-80437728-f5f7-455e-8b27-42e3998c6ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.424744 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-80437728-f5f7-455e-8b27-42e3998c6ecc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0440304-3b30-4231-a2db-c2ab9f4a1a00 HTTP/1.1" status: 204 len: 168 time: 0.1291802 Feb 03 02:58:07.446168 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80437728-f5f7-455e-8b27-42e3998c6ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0440304-3b30-4231-a2db-c2ab9f4a1a00,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:07.498514 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 0ae06c2c-985a-4e0e-bf16-df148555be51 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:07.572261 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 0ae06c2c-985a-4e0e-bf16-df148555be51 completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:58:07.577193 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 0ae06c2c-985a-4e0e-bf16-df148555be51 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:07.578231 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.619756 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device bcb3f723-5056-410c-85eb-6c0c8d1f2c4b up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:07.639760 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a872846-ed36-4311-975e-3a2625da70fe req-fa624bd6-3bff-482e-b517-ada0f6c6059d tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:07.641470 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9a872846-ed36-4311-975e-3a2625da70fe req-fa624bd6-3bff-482e-b517-ada0f6c6059d tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 944 time: 0.1014853 Feb 03 02:58:07.706350 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 0ae06c2c-985a-4e0e-bf16-df148555be51 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:07.707239 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.715102 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9a872846-ed36-4311-975e-3a2625da70fe req-54f5851b-bb50-4c2c-9c8f-7fcf43c8d74d tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676932 Feb 03 02:58:07.742828 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:07.743212 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.779460 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dd696f-26bd-4f5f-957d-797a7c6aab92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae06c2c-985a-4e0e-bf16-df148555be51'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:58:07.781729 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e494fc-916a-4784-baf5-8469b4204de6" -d '{"events": [{"server_uuid": "04dd696f-26bd-4f5f-957d-797a7c6aab92", "name": "network-vif-plugged", "status": "completed", "tag": "0ae06c2c-985a-4e0e-bf16-df148555be51"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:58:07.798835 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 0ae06c2c-985a-4e0e-bf16-df148555be51, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=0ae06c2c-985a-4e0e-bf16-df148555be51,segment=NetworkSegment(2c02c3bd-b567-49e6-9e3d-49792676726f),segment_id=2c02c3bd-b567-49e6-9e3d-49792676726f)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:07.814039 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:07.817959 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device eb42ec3a-c180-4e56-94f7-7014b20db64c up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:07.842567 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b4869-629f-459b-b3b2-ac35027717b1 req-3691a9d7-d452-4124-b6aa-9e4f5dac24a1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:07.852527 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8c3b4869-629f-459b-b3b2-ac35027717b1 req-3691a9d7-d452-4124-b6aa-9e4f5dac24a1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0750484 Feb 03 02:58:07.901619 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8c3b4869-629f-459b-b3b2-ac35027717b1 req-349818d9-5124-4e01-8cd3-936e80676d79 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478091 Feb 03 02:58:08.027191 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51312) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:08.041698 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-2951b278-74bd-4931-aa56-d3319a89f09f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694074769', 'description': 'tempest-description--800092817'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:08.074669 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11c144c-40b9-4776-8676-a613fb330995 x-openstack-request-id: req-f11c144c-40b9-4776-8676-a613fb330995 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:58:08.075012 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dd696f-26bd-4f5f-957d-797a7c6aab92", "name": "network-vif-plugged", "status": "completed", "tag": "0ae06c2c-985a-4e0e-bf16-df148555be51", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:58:08.075227 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f11c144c-40b9-4776-8676-a613fb330995 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:58:08.075695 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dd696f-26bd-4f5f-957d-797a7c6aab92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae06c2c-985a-4e0e-bf16-df148555be51', 'code': 200} Feb 03 02:58:08.076851 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:08.077281 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.084990 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Sync routers for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:58:08.126611 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:08.127368 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:57:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:08.161753 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2951b278-74bd-4931-aa56-d3319a89f09f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.192171 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e4a3e-b6dd-4fa4-a670-7614430d7fe9 req-2e8d177f-31ad-4046-9542-8ec93b729126 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:08.196941 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=bcb3f723-5056-410c-85eb-6c0c8d1f2c4b,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:08.199130 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-151e4a3e-b6dd-4fa4-a670-7614430d7fe9 req-2e8d177f-31ad-4046-9542-8ec93b729126 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 944 time: 0.1301348 Feb 03 02:58:08.218326 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=0ae06c2c-985a-4e0e-bf16-df148555be51,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:08.230439 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.326270 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-151e4a3e-b6dd-4fa4-a670-7614430d7fe9 req-2ab056a2-b5c0-4c0d-a871-1f29d9e58ff6 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224768 Feb 03 02:58:08.336863 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1513a-91da-4731-a3ba-e9b174492827 req-45f181c1-32d3-4ef2-b7f5-6e965dba956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:08.338675 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d4c1513a-91da-4731-a3ba-e9b174492827 req-45f181c1-32d3-4ef2-b7f5-6e965dba956b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 1129 time: 0.1273830 Feb 03 02:58:08.355643 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port eb42ec3a-c180-4e56-94f7-7014b20db64c completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:58:08.366437 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=bcb3f723-5056-410c-85eb-6c0c8d1f2c4b,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:08.371828 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2951b278-74bd-4931-aa56-d3319a89f09f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (98778d3c-232e-4c0e-848c-1381e7104ccd), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.378234 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:08.380762 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port eb42ec3a-c180-4e56-94f7-7014b20db64c triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:08.381514 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.394564 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2951b278-74bd-4931-aa56-d3319a89f09f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (98778d3c-232e-4c0e-848c-1381e7104ccd), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.446793 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2951b278-74bd-4931-aa56-d3319a89f09f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.448155 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2951b278-74bd-4931-aa56-d3319a89f09f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4196148 Feb 03 02:58:08.456252 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51330) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:08.462736 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-1ad97c91-41d1-4437-bcb8-17c987ba6f37 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'security_group_rule': {'security_group_id': '98778d3c-232e-4c0e-848c-1381e7104ccd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:08.464987 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d4c1513a-91da-4731-a3ba-e9b174492827 req-1c814e98-79ad-4aa8-a5ec-e3bb207ecb21 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167755 Feb 03 02:58:08.466995 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951b278-74bd-4931-aa56-d3319a89f09f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98778d3c-232e-4c0e-848c-1381e7104ccd,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:08.490582 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1ad97c91-41d1-4437-bcb8-17c987ba6f37 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (d7c4c193-9e3c-426c-9a57-122b4a93dc15), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.536294 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51332) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:08.549574 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1ad97c91-41d1-4437-bcb8-17c987ba6f37 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (d7c4c193-9e3c-426c-9a57-122b4a93dc15), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.554836 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1ad97c91-41d1-4437-bcb8-17c987ba6f37 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (d7c4c193-9e3c-426c-9a57-122b4a93dc15), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.577872 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad97c91-41d1-4437-bcb8-17c987ba6f37 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c4c193-9e3c-426c-9a57-122b4a93dc15,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:08.591259 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1ad97c91-41d1-4437-bcb8-17c987ba6f37 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.595821 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51336) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:08.596578 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-1ad97c91-41d1-4437-bcb8-17c987ba6f37 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383250 Feb 03 02:58:08.601033 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-355da993-b1d4-4e7a-ad7b-39a9256c1d03 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'security_group_rule': {'security_group_id': '98778d3c-232e-4c0e-848c-1381e7104ccd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:08.601626 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port eb42ec3a-c180-4e56-94f7-7014b20db64c is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:08.602248 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.632964 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-355da993-b1d4-4e7a-ad7b-39a9256c1d03 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (7e72008a-6ade-4329-a01d-f3428ea173dd), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.661877 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port eb42ec3a-c180-4e56-94f7-7014b20db64c, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=eb42ec3a-c180-4e56-94f7-7014b20db64c,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:08.667686 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.667890 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1417124900-network', 'tenant_id': '4cde077871f94db3a608b5b79c01883e'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:08.711577 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Made reservation on behalf of 4cde077871f94db3a608b5b79c01883e for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:58:08.713947 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.720873 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:06Z', 'revision_number': 2, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:08.724656 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-355da993-b1d4-4e7a-ad7b-39a9256c1d03 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (7e72008a-6ade-4329-a01d-f3428ea173dd), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.731092 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.734351 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-355da993-b1d4-4e7a-ad7b-39a9256c1d03 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (7e72008a-6ade-4329-a01d-f3428ea173dd), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.750110 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=eb42ec3a-c180-4e56-94f7-7014b20db64c,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:08.752948 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Checking router: 1d387c67-870c-4480-b64f-5dd85ca16992 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:58:08.753294 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Updating router 1d387c67-870c-4480-b64f-5dd85ca16992 port f6928794-c06e-4dfd-b95a-d02b9449ba0b binding host dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:58:08.766897 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355da993-b1d4-4e7a-ad7b-39a9256c1d03 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e72008a-6ade-4329-a01d-f3428ea173dd,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:08.776105 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-355da993-b1d4-4e7a-ad7b-39a9256c1d03 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.777321 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-355da993-b1d4-4e7a-ad7b-39a9256c1d03 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802664 Feb 03 02:58:08.780452 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51340) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:08.784823 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'floatingip': {'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:08.790160 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.860472 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.905914 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51884385-ceef-4d30-88e2-9f0862622ec1 req-72d39542-fe80-42b9-97fc-2e851600341b tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:08.907406 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-51884385-ceef-4d30-88e2-9f0862622ec1 req-72d39542-fe80-42b9-97fc-2e851600341b tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 945 time: 0.1146877 Feb 03 02:58:08.946178 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Publish callbacks [] for security_group (df1b5c4f-df0c-420f-8785-fcc6d59064ea), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:08.965010 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (df1b5c4f-df0c-420f-8785-fcc6d59064ea), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.012913 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:58:09.060870 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (fe759800-1c5d-48da-85ba-925c7f0e38db), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.061207 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Added segment fe759800-1c5d-48da-85ba-925c7f0e38db of type vlan for network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 Feb 03 02:58:09.062156 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Publish callbacks [] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.062375 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1b5c4f-df0c-420f-8785-fcc6d59064ea,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:09.073102 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.077191 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-51884385-ceef-4d30-88e2-9f0862622ec1 req-1b6589d7-b990-4bda-91ea-8ffffde1a2df tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618698 Feb 03 02:58:09.119310 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (60e4bf0b-1fca-4dbb-bbfb-3754d5775022), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.132394 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0db754-9819-4c85-b516-a877ba2eec7a None None] Pushing event updated for resources: {'Port': ['ID=f6928794-c06e-4dfd-b95a-d02b9449ba0b,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:09.151571 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223f718-f942-4630-86bf-d9583536f677 req-b1ce14e1-6c99-42f7-852b-ef76da5715f0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:09.153193 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3223f718-f942-4630-86bf-d9583536f677 req-b1ce14e1-6c99-42f7-852b-ef76da5715f0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.1729062 Feb 03 02:58:09.181600 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Attempting to bind port f6928794-c06e-4dfd-b95a-d02b9449ba0b on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:09.182097 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Attempting to bind port f6928794-c06e-4dfd-b95a-d02b9449ba0b by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:09.182602 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Attempting to bind port f6928794-c06e-4dfd-b95a-d02b9449ba0b on network 17f7ee66-84e4-4ba5-b587-f73d44502290 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:09.185226 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.188280 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:09.189118 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Checking segment: {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:09.189118 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.189333 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (60e4bf0b-1fca-4dbb-bbfb-3754d5775022), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.189855 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Bound using segment: {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:09.190275 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:09.190377 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Bound port: f6928794-c06e-4dfd-b95a-d02b9449ba0b, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:09.190735 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.190888 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.266244 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] For port f6928794-c06e-4dfd-b95a-d02b9449ba0b, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:09.270022 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] For port f6928794-c06e-4dfd-b95a-d02b9449ba0b, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=f6928794-c06e-4dfd-b95a-d02b9449ba0b,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:09.271446 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7334113 Feb 03 02:58:09.276365 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51344) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:09.282725 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] Request body: {'subnet': {'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1417124900-subnet', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'ip_version': 4}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:09.284219 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.311652 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] Made reservation on behalf of 4cde077871f94db3a608b5b79c01883e for: {'subnet': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:58:09.315247 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3844096'] for subnet (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.322511 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3223f718-f942-4630-86bf-d9583536f677 req-3c834f88-7c06-4bc7-a544-ca697eeb1456 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591759 Feb 03 02:58:09.329991 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b563e-65d3-483d-b31e-2f68cb6fb718 admin admin] Pushing event updated for resources: {'Network': ['ID=60e4bf0b-1fca-4dbb-bbfb-3754d5775022,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:09.349706 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:58:09.402375 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Allocated IP 172.27.2.169 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/508e08fe-aa36-4c62-8ed7-9201241042db) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:09.449813 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:09.450560 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:57:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:09.527150 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-8834699d-49c5-4d84-9716-595e35941c7b None None] Provisioning complete for port f6928794-c06e-4dfd-b95a-d02b9449ba0b triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:09.527522 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8834699d-49c5-4d84-9716-595e35941c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.562064 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0db754-9819-4c85-b516-a877ba2eec7a None None] Pushing event updated for resources: {'Port': ['ID=f6928794-c06e-4dfd-b95a-d02b9449ba0b,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:09.569821 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device bcb3f723-5056-410c-85eb-6c0c8d1f2c4b up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:09.588304 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3847418'] for subnet (38e53842-28f9-4b60-b4f1-c42ac3da1bd6), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.599430 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f89176-ce91-4098-89a7-cdb60e2dff85 req-223ba3ff-4528-4310-bce5-5ce20cc2601f tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:09.607707 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-42f89176-ce91-4098-89a7-cdb60e2dff85 req-223ba3ff-4528-4310-bce5-5ce20cc2601f tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 945 time: 0.1498933 Feb 03 02:58:09.619692 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for port (508e08fe-aa36-4c62-8ed7-9201241042db), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.654851 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e53842-28f9-4b60-b4f1-c42ac3da1bd6,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:09.664992 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] Checking segment: {'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:09.665769 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] Network hostable DHCP agents. Network: 60e4bf0b-1fca-4dbb-bbfb-3754d5775022, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:58:09.680047 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-42f89176-ce91-4098-89a7-cdb60e2dff85 req-7ef01aab-8334-4155-b446-5f7cc44a407a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712147 Feb 03 02:58:09.689495 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] Network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:58:09.692636 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (508e08fe-aa36-4c62-8ed7-9201241042db), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.695100 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:09.712125 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 60e4bf0b-1fca-4dbb-bbfb-3754d5775022) {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:09.717759 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:09.718579 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.735752 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:09.738573 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:09.744984 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:09.745654 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-e48b1044-6e16-4860-9eb9-93ee2bfb3aa7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4668789 Feb 03 02:58:09.746354 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51350) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:09.750020 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'Port': ['ID=508e08fe-aa36-4c62-8ed7-9201241042db,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:09.750806 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:09.774823 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59860b48-1dd2-4645-a555-48f4eac250f9 None None] Network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:58:09.780916 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133767861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29157'] for router (b241a080-1c87-4015-8d9a-a73f11c75c8a), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.784505 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133774051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133725025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29164'] for router (b241a080-1c87-4015-8d9a-a73f11c75c8a), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.816771 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:09.817192 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.836199 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (7af85cf1-5ede-49c0-9b83-53fc4d0139c1), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.849549 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Publish callbacks [] for router_controller (b241a080-1c87-4015-8d9a-a73f11c75c8a), precommit_add_association {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.894411 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (508e08fe-aa36-4c62-8ed7-9201241042db), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:09.992151 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Publish callbacks [] for router_gateway (b241a080-1c87-4015-8d9a-a73f11c75c8a), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.047514 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-8834699d-49c5-4d84-9716-595e35941c7b None None] Current status of the port f6928794-c06e-4dfd-b95a-d02b9449ba0b is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:10.048166 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8834699d-49c5-4d84-9716-595e35941c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.051463 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for port (508e08fe-aa36-4c62-8ed7-9201241042db), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.058262 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (508e08fe-aa36-4c62-8ed7-9201241042db), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.077526 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db3a24e-6641-4f79-9d50-6b97b67ea6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb42ec3a-c180-4e56-94f7-7014b20db64c'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:58:10.084815 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b71f42-d46c-416f-843f-22104dae674e" -d '{"events": [{"server_uuid": "5db3a24e-6641-4f79-9d50-6b97b67ea6a9", "name": "network-vif-plugged", "status": "completed", "tag": "eb42ec3a-c180-4e56-94f7-7014b20db64c"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:58:10.097016 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (7af85cf1-5ede-49c0-9b83-53fc4d0139c1), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.121737 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'Port': ['ID=508e08fe-aa36-4c62-8ed7-9201241042db,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:10.136080 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.137405 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-9921f5b8-488e-428a-b7fc-27df070537cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3559971 Feb 03 02:58:10.159351 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2dab72-364f-4417-a585-e1aabe738918 x-openstack-request-id: req-8d2dab72-364f-4417-a585-e1aabe738918 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:58:10.159765 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db3a24e-6641-4f79-9d50-6b97b67ea6a9", "name": "network-vif-plugged", "status": "completed", "tag": "eb42ec3a-c180-4e56-94f7-7014b20db64c", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:58:10.160075 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d2dab72-364f-4417-a585-e1aabe738918 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:58:10.160537 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db3a24e-6641-4f79-9d50-6b97b67ea6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb42ec3a-c180-4e56-94f7-7014b20db64c', 'code': 200} Feb 03 02:58:10.214978 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-8834699d-49c5-4d84-9716-595e35941c7b None None] For port f6928794-c06e-4dfd-b95a-d02b9449ba0b, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=f6928794-c06e-4dfd-b95a-d02b9449ba0b,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:10.239537 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Publish callbacks [] for router_gateway (b241a080-1c87-4015-8d9a-a73f11c75c8a), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.261451 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8834699d-49c5-4d84-9716-595e35941c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.267193 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.282547 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa841b9d2-c864-5295-a893-1e3e6657c43d-60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'project_id': '4cde077871f94db3a608b5b79c01883e', 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6'}]}} from dv-cinder-827581-1-iscsi. {{(pid=102484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 02:58:10.283421 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.286040 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75492ae9-45ce-4471-af6c-ac2bc094c671 req-e66abbc6-3971-49dc-a808-7d19526a65cb tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:10.287575 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-75492ae9-45ce-4471-af6c-ac2bc094c671 req-e66abbc6-3971-49dc-a808-7d19526a65cb tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 945 time: 0.1137085 Feb 03 02:58:10.337968 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:10.369026 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-75492ae9-45ce-4471-af6c-ac2bc094c671 req-e8bf1468-d474-40eb-a4be-79e2d83691df tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756085 Feb 03 02:58:10.395181 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-15ca8061-d074-46fb-825f-cae909c4e56a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1694074769&fields=id&tenant_id=e8467ff017574f36b1c31db5579a56ce HTTP/1.1" status: 200 len: 267 time: 0.0627694 Feb 03 02:58:10.397594 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834699d-49c5-4d84-9716-595e35941c7b None None] Pushing event updated for resources: {'Port': ['ID=f6928794-c06e-4dfd-b95a-d02b9449ba0b,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:10.409980 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Allocated IP 172.27.2.134 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:10.467056 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-2711e26b-3c14-4a58-bc31-2b5b2ffa3fae None None] Provisioning complete for port f6928794-c06e-4dfd-b95a-d02b9449ba0b triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:10.467441 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2711e26b-3c14-4a58-bc31-2b5b2ffa3fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.528649 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Publish callbacks [] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.568341 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.570767 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:09Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:10.605219 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.db_base_plugin_common [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Allocated IP 172.20.0.2 (60e4bf0b-1fca-4dbb-bbfb-3754d5775022/38e53842-28f9-4b60-b4f1-c42ac3da1bd6/9f5e48f5-294f-4213-b265-14d2fec84f81) {{(pid=102484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:10.607924 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be925c81-dd01-4747-994a-dc93ca84181a None None] The sync data for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi is: [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:09Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:58:10.618710 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:10.622552 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:10.625642 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:10.664344 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:10.677153 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-2711e26b-3c14-4a58-bc31-2b5b2ffa3fae None None] Current status of the port f6928794-c06e-4dfd-b95a-d02b9449ba0b is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:10.868012 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Publish callbacks [] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), precommit_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.877553 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-c697d4ce-9802-4fdb-a880-f8e77a0d25dc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:10.878997 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-c697d4ce-9802-4fdb-a880-f8e77a0d25dc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 816 time: 0.4658823 Feb 03 02:58:10.884437 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.886225 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ad484-93a6-4cdc-a866-949502112d61 req-992162cd-d2a3-4d40-a150-0d81de4ce172 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:10.893357 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-268ad484-93a6-4cdc-a866-949502112d61 req-992162cd-d2a3-4d40-a150-0d81de4ce172 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.1043532 Feb 03 02:58:10.922699 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-a1aae48e-b071-4be9-b3fa-2b06c74053dc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/quotas/e8467ff017574f36b1c31db5579a56ce HTTP/1.1" status: 200 len: 375 time: 0.0266116 Feb 03 02:58:10.924132 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 is already hosted by enough agents. {{(pid=102484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:10.927814 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.base_scheduler [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Resources bound (agent type, host, resource id): {{(pid=102484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:10.931710 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Received port after_create {{(pid=102484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:10.971072 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Publish callbacks [] for router_gateway (b241a080-1c87-4015-8d9a-a73f11c75c8a), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:10.973424 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Pushing event updated for resources: {'Port': ['ID=9f5e48f5-294f-4213-b265-14d2fec84f81,revision_number=1']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:10.997295 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-268ad484-93a6-4cdc-a866-949502112d61 req-5db3c72c-6f24-4965-9917-cf366a13796f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029916 Feb 03 02:58:11.011272 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Attempting to bind port 9f5e48f5-294f-4213-b265-14d2fec84f81 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:11.011718 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Attempting to bind port 9f5e48f5-294f-4213-b265-14d2fec84f81 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:11.012530 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Attempting to bind port 9f5e48f5-294f-4213-b265-14d2fec84f81 on network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:11.015495 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-5d1451b1-3d0d-4471-833e-0abc4fb36038 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918336 Feb 03 02:58:11.018668 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:11.019202 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Checking segment: {'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:11.019676 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:11.020468 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Bound using segment: {'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:11.021024 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Bound port: 9f5e48f5-294f-4213-b265-14d2fec84f81, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:11.021483 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:11.123927 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] For port 9f5e48f5-294f-4213-b265-14d2fec84f81, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:11.128300 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] For port 9f5e48f5-294f-4213-b265-14d2fec84f81, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=9f5e48f5-294f-4213-b265-14d2fec84f81,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:11.137762 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:11.170483 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3ebd0906-f8e8-4fa7-ba21-ce37be4b2d3f service neutron] 10.222.0.31 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337864 Feb 03 02:58:11.209505 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77838892-69d8-42bf-b5a1-3fedfd8e8a00 None None] Pushing event updated for resources: {'Port': ['ID=9f5e48f5-294f-4213-b265-14d2fec84f81,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:11.257517 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ccf2c-eebc-46ed-b05f-db5437fe4fad req-abc26e4a-504e-45f4-b53c-4df1366af793 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:11.265279 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c38ccf2c-eebc-46ed-b05f-db5437fe4fad req-abc26e4a-504e-45f4-b53c-4df1366af793 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 945 time: 0.1666527 Feb 03 02:58:11.329091 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c38ccf2c-eebc-46ed-b05f-db5437fe4fad req-2f540916-2021-41da-8366-74b43158c166 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597186 Feb 03 02:58:11.363811 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-a7b2f591-08a1-4cf8-9e7a-d82109e7c204 service neutron] 10.222.0.31 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853824 Feb 03 02:58:11.661835 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133774014'] for router (b241a080-1c87-4015-8d9a-a73f11c75c8a), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:11.729496 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a77707ba-2fed-4242-a085-8b13c6e0d403 req-c13ae073-f992-49a6-86d6-ec1eb89f5d52 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 210 time: 0.0566170 Feb 03 02:58:11.747855 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c0ef2-6c24-4b11-9a3d-5c835537a0f5 req-95952ae6-7202-40d1-ae3d-23cd4cc53670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:11.754038 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-235c0ef2-6c24-4b11-9a3d-5c835537a0f5 req-95952ae6-7202-40d1-ae3d-23cd4cc53670 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 1129 time: 0.2568767 Feb 03 02:58:11.760282 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device f6928794-c06e-4dfd-b95a-d02b9449ba0b up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:11.771998 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba8d73-3adc-4600-9aa2-d538f2a05df1 req-1fd9e75c-61b1-4812-b1b4-040386caa159 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:11.790001 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d6ba8d73-3adc-4600-9aa2-d538f2a05df1 req-1fd9e75c-61b1-4812-b1b4-040386caa159 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 945 time: 0.2003789 Feb 03 02:58:11.911655 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port f6928794-c06e-4dfd-b95a-d02b9449ba0b triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:11.912567 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:11.945003 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-235c0ef2-6c24-4b11-9a3d-5c835537a0f5 req-5c13c314-8ee5-4064-9cde-355aef49f386 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517532 Feb 03 02:58:11.951474 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Router b241a080-1c87-4015-8d9a-a73f11c75c8a is scheduled to L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 with binding_index 1 {{(pid=102483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 02:58:11.957511 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d6ba8d73-3adc-4600-9aa2-d538f2a05df1 req-c3cd397f-04ab-47b5-bc9f-c8d157a1a767 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665318 Feb 03 02:58:12.054417 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port f6928794-c06e-4dfd-b95a-d02b9449ba0b is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:12.094267 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:58:12.106379 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Sync routers for ids ['b241a080-1c87-4015-8d9a-a73f11c75c8a'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:58:12.131302 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Routers {'b241a080-1c87-4015-8d9a-a73f11c75c8a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:12.131950 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:57:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['b241a080-1c87-4015-8d9a-a73f11c75c8a'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:12.135429 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:12.139942 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-65125a58-cf53-4cbe-8cb1-3bf0081cebe0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3913469 Feb 03 02:58:12.141770 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51408) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:12.370775 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7b633-8248-4213-b726-9650eb6a9b2b req-e888c100-df3c-4075-b325-1af9eece5be7 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:12.373263 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1d7b633-8248-4213-b726-9650eb6a9b2b req-e888c100-df3c-4075-b325-1af9eece5be7 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.1425765 Feb 03 02:58:12.607638 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1d7b633-8248-4213-b726-9650eb6a9b2b req-02cbef06-13cf-47d7-b79e-2aaca355cc71 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260170 Feb 03 02:58:12.633207 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Set router b241a080-1c87-4015-8d9a-a73f11c75c8a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:12.657317 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c22245-9dcf-4c05-9e96-893aa775b10b req-ee3e23c1-efd3-4ebc-ab6b-7bc970b759b5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:12.658900 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c2c22245-9dcf-4c05-9e96-893aa775b10b req-ee3e23c1-efd3-4ebc-ab6b-7bc970b759b5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 945 time: 0.1633646 Feb 03 02:58:12.799242 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c2c22245-9dcf-4c05-9e96-893aa775b10b req-b3415bb5-4eaa-47a9-8181-819373271c7d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033783 Feb 03 02:58:12.897448 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6fedcf03-4c84-4780-8ef5-3b0edfcfe73e req-b284533b-3831-4b0f-b69a-bd79d52d80bb tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 210 time: 0.0421848 Feb 03 02:58:12.900391 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 3, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:12.920979 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab1d8b5-b3b7-4851-99de-b9d946dc56f7 None None] Network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:58:12.929215 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Checking router: b241a080-1c87-4015-8d9a-a73f11c75c8a for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:58:12.929619 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Updating router b241a080-1c87-4015-8d9a-a73f11c75c8a port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc binding host dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:58:12.966542 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:12.990671 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-9f1d3d68-3635-4be7-b2bd-513d1dfc7bf2 None None] Provisioning complete for port 9f5e48f5-294f-4213-b265-14d2fec84f81 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:12.991140 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3d68-3635-4be7-b2bd-513d1dfc7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.008529 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.121491 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d3d68-3635-4be7-b2bd-513d1dfc7bf2 None None] Current status of the port 9f5e48f5-294f-4213-b265-14d2fec84f81 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:13.122050 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3d68-3635-4be7-b2bd-513d1dfc7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.157740 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-9f1d3d68-3635-4be7-b2bd-513d1dfc7bf2 None None] For port 9f5e48f5-294f-4213-b265-14d2fec84f81, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=9f5e48f5-294f-4213-b265-14d2fec84f81,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:13.167073 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3d68-3635-4be7-b2bd-513d1dfc7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.173941 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a88d8-bae8-45b3-bcae-ca6e16b8f401 req-77ec7da7-e40a-4af9-90e7-6342a2cc95e0 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:13.175543 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1f9a88d8-bae8-45b3-bcae-ca6e16b8f401 req-77ec7da7-e40a-4af9-90e7-6342a2cc95e0 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 945 time: 0.1127286 Feb 03 02:58:13.242346 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d3d68-3635-4be7-b2bd-513d1dfc7bf2 None None] Pushing event updated for resources: {'Port': ['ID=9f5e48f5-294f-4213-b265-14d2fec84f81,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:13.255600 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Allocated IP 172.20.0.1 (60e4bf0b-1fca-4dbb-bbfb-3754d5775022/38e53842-28f9-4b60-b4f1-c42ac3da1bd6/7735ea5a-5a1d-468a-868b-da41a8ccb235) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:13.275154 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.293018 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1f9a88d8-bae8-45b3-bcae-ca6e16b8f401 req-ec44ba73-da60-48ec-a6d6-e57161bce665 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094058 Feb 03 02:58:13.381243 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Publish callbacks [] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), precommit_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.394453 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.457237 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Attempting to bind port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:13.457788 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Attempting to bind port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:13.458304 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Attempting to bind port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc on network 23732c56-e7be-4225-97cf-e051946979f1 {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:13.459512 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-7d7366da-b0aa-4b20-bc89-a1b6f6a0b710 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:13.461117 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-7d7366da-b0aa-4b20-bc89-a1b6f6a0b710 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.43 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 816 time: 0.1942608 Feb 03 02:58:13.461337 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f753e-e3d1-4a22-aa31-b3cf5187c8fd None None] Pushing event updated for resources: {'Port': ['ID=9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc,revision_number=2']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:13.467498 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:13.467922 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Checking segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:13.468355 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.468759 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Bound using segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:13.469392 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Bound port: 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:13.469936 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.513979 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Publish callbacks [] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.531227 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-29b5e133-5f05-42e6-bfdb-075895f0b1d7 None None] Provisioning complete for port 9f5e48f5-294f-4213-b265-14d2fec84f81 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:13.534200 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-29b5e133-5f05-42e6-bfdb-075895f0b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.567691 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] For port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:13.573045 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] For port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:13.583071 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.611832 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-a49e8c2a-da7e-4ff3-a8b7-f103a47e447f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8467ff017574f36b1c31db5579a56ce HTTP/1.1" status: 200 len: 380 time: 0.1372790 Feb 03 02:58:13.628143 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'port': {'device_id': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'admin_state_up': True, 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'security_groups': ['98778d3c-232e-4c0e-848c-1381e7104ccd']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:13.706497 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.724445 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 9f5e48f5-294f-4213-b265-14d2fec84f81 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:13.769928 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Routers {'b241a080-1c87-4015-8d9a-a73f11c75c8a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:13.770825 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:57:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['b241a080-1c87-4015-8d9a-a73f11c75c8a'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:13.896105 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:13.909193 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Pushing event updated for resources: {'Port': ['ID=7735ea5a-5a1d-468a-868b-da41a8ccb235,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:13.914238 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:13.917682 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:13.919497 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133773539'] for router_interface (b241a080-1c87-4015-8d9a-a73f11c75c8a), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:13.962836 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135ed95-07f5-4459-8345-f16b71565fe5 req-04891e77-ffeb-4386-90c7-7751ae31ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:13.963881 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f753e-e3d1-4a22-aa31-b3cf5187c8fd None None] Pushing event updated for resources: {'Port': ['ID=9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc,revision_number=3']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:13.964507 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-a135ed95-07f5-4459-8345-f16b71565fe5 req-04891e77-ffeb-4386-90c7-7751ae31ed93 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 1129 time: 0.1346190 Feb 03 02:58:13.974868 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] Set router b241a080-1c87-4015-8d9a-a73f11c75c8a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:13.976975 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 9f5e48f5-294f-4213-b265-14d2fec84f81 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:13.977454 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:14.008177 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-29b5e133-5f05-42e6-bfdb-075895f0b1d7 None None] Current status of the port 9f5e48f5-294f-4213-b265-14d2fec84f81 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:14.035411 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-a135ed95-07f5-4459-8345-f16b71565fe5 req-10525c34-543d-43c0-9267-f3742dd79c26 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617659 Feb 03 02:58:14.133482 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3ec7f-9fec-4180-999d-4e2b523c2687 req-87cb6f30-04ec-4590-a178-8dff80e87d9c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:14.135750 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c9f3ec7f-9fec-4180-999d-4e2b523c2687 req-87cb6f30-04ec-4590-a178-8dff80e87d9c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.3467650 Feb 03 02:58:14.141277 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Made reservation on behalf of e8467ff017574f36b1c31db5579a56ce for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:58:14.145560 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:14.177395 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 9f5e48f5-294f-4213-b265-14d2fec84f81 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:14.233881 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-0265b426-99e9-4410-bde3-45ec02c57aab None None] Provisioning complete for port 7735ea5a-5a1d-468a-868b-da41a8ccb235 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:14.234645 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-0265b426-99e9-4410-bde3-45ec02c57aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:14.280428 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-0265b426-99e9-4410-bde3-45ec02c57aab None None] Port 7735ea5a-5a1d-468a-868b-da41a8ccb235 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:58:14.285528 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 3, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:14.308276 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1918661-6f4b-4e8c-8c28-30bdb57ec3fe req-e49837aa-40e8-4bdb-9df4-705915a9676f tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:14.310141 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a1918661-6f4b-4e8c-8c28-30bdb57ec3fe req-e49837aa-40e8-4bdb-9df4-705915a9676f tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 945 time: 0.2681046 Feb 03 02:58:14.314921 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d385177-1dfb-408d-99bf-38394df3a18f None None] The sync data for ids ['b241a080-1c87-4015-8d9a-a73f11c75c8a'] in dv-cinder-827581-1-iscsi is: [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 3, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:58:14.343828 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c9f3ec7f-9fec-4180-999d-4e2b523c2687 req-0270292f-fcf9-4185-a6a2-5c450ad86b68 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910150 Feb 03 02:58:14.448463 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:14.478179 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f4676d59-ea79-4544-930a-829b1fc1a72b req-849e215f-4f93-4eda-a956-2fda5d3dc548 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 210 time: 0.0503743 Feb 03 02:58:14.495415 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a1918661-6f4b-4e8c-8c28-30bdb57ec3fe req-006ca6fb-2328-4e0c-8c7f-b5966533fda6 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703725 Feb 03 02:58:14.505983 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Allocated IP 172.20.0.6 (17f7ee66-84e4-4ba5-b587-f73d44502290/99824670-e7e8-4336-87fc-b66530f36d37/27c8015c-4643-475a-85ae-a540d30129eb) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:15.094525 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for port (27c8015c-4643-475a-85ae-a540d30129eb), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.120261 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848503b-4a51-41c4-8290-3440e7cee885 req-8e254574-c9ec-4ee5-9721-1b21240bc964 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:15.121846 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3848503b-4a51-41c4-8290-3440e7cee885 req-8e254574-c9ec-4ee5-9721-1b21240bc964 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 945 time: 0.1481881 Feb 03 02:58:15.161838 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Publish callbacks [] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.172442 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.173194 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133769075'] for router_interface (b241a080-1c87-4015-8d9a-a73f11c75c8a), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.211774 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (27c8015c-4643-475a-85ae-a540d30129eb), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.287116 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3848503b-4a51-41c4-8290-3440e7cee885 req-888b4f01-c058-4888-a260-1928f02ac3a0 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551008 Feb 03 02:58:15.300940 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Pushing event updated for resources: {'Port': ['ID=7735ea5a-5a1d-468a-868b-da41a8ccb235,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:15.304571 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Network 17f7ee66-84e4-4ba5-b587-f73d44502290 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:15.320695 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:15.337085 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51476) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:15.340348 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:15.345319 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:15.346009 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.396109 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7749276 Feb 03 02:58:15.409496 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48126619-7390-4afc-9e76-5af93cde7ea8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'Port': ['ID=27c8015c-4643-475a-85ae-a540d30129eb,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:15.435171 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Request body: {'port': {'device_id': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:15.462757 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:15.469836 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:15.508575 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-70ce199d-9a00-4192-9c3b-a1f1aa0734d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.614065 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:15.618220 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e70323fe-fd05-4ce3-ba84-db561a2dfe42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.670410 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3602d383-9862-4e5a-a33e-937a35c5fe72 None None] Provisioning complete for port 27c8015c-4643-475a-85ae-a540d30129eb triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:15.670410 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3602d383-9862-4e5a-a33e-937a35c5fe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (27c8015c-4643-475a-85ae-a540d30129eb), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.675373 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-70ce199d-9a00-4192-9c3b-a1f1aa0734d0 admin admin] Publish callbacks [] for security_group (df3fe2d6-a227-4225-943c-df9ca9baa077), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.684979 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-70ce199d-9a00-4192-9c3b-a1f1aa0734d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (df3fe2d6-a227-4225-943c-df9ca9baa077), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.714043 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:15.714416 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.716051 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3602d383-9862-4e5a-a33e-937a35c5fe72 None None] Port 27c8015c-4643-475a-85ae-a540d30129eb cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:58:15.734249 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-70ce199d-9a00-4192-9c3b-a1f1aa0734d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=876e2659b11d4eff97272d00a0014db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926165 Feb 03 02:58:15.734249 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce199d-9a00-4192-9c3b-a1f1aa0734d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3fe2d6-a227-4225-943c-df9ca9baa077,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:15.736584 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51484) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:15.808911 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-086943b0-615a-4437-b413-219b07c7d1ef admin admin] Publish callbacks [] for security_group (df3fe2d6-a227-4225-943c-df9ca9baa077), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.821070 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:15.822625 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.847070 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-086943b0-615a-4437-b413-219b07c7d1ef admin admin] Publish callbacks [] for security_group (df3fe2d6-a227-4225-943c-df9ca9baa077), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.854430 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:15.861497 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-eaa618fc-c171-4c4e-8c0e-db2af1d1a5f2 None None] Provisioning complete for port 7735ea5a-5a1d-468a-868b-da41a8ccb235 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:15.862259 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-eaa618fc-c171-4c4e-8c0e-db2af1d1a5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.865719 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f99f30-b4b6-4d1c-8f05-95178d7a43fa req-b06018f4-438d-4fbd-b0bf-8a730cc43e8d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:15.866341 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.873251 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43f99f30-b4b6-4d1c-8f05-95178d7a43fa req-b06018f4-438d-4fbd-b0bf-8a730cc43e8d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.4450696 Feb 03 02:58:15.896084 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (27c8015c-4643-475a-85ae-a540d30129eb), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.911265 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Router b241a080-1c87-4015-8d9a-a73f11c75c8a has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 02:58:15.917403 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4afec-1c7f-414c-b0d7-a23909c676af req-720a3196-26fd-4040-8201-a458f6791cb8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:15.919044 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a4e4afec-1c7f-414c-b0d7-a23909c676af req-720a3196-26fd-4040-8201-a458f6791cb8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 931 time: 0.2505221 Feb 03 02:58:15.923675 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-086943b0-615a-4437-b413-219b07c7d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (df3fe2d6-a227-4225-943c-df9ca9baa077), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.929954 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-086943b0-615a-4437-b413-219b07c7d1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:15.933667 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-086943b0-615a-4437-b413-219b07c7d1ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df3fe2d6-a227-4225-943c-df9ca9baa077 HTTP/1.1" status: 204 len: 168 time: 0.1959920 Feb 03 02:58:15.945472 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086943b0-615a-4437-b413-219b07c7d1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3fe2d6-a227-4225-943c-df9ca9baa077,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:15.992560 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-eaa618fc-c171-4c4e-8c0e-db2af1d1a5f2 None None] Port 7735ea5a-5a1d-468a-868b-da41a8ccb235 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:58:15.998828 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:16.005464 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43f99f30-b4b6-4d1c-8f05-95178d7a43fa req-a719545d-05ae-43b1-b4f3-34d2360eb2b8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287203 Feb 03 02:58:16.140791 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a4e4afec-1c7f-414c-b0d7-a23909c676af req-ddcf99f9-4ae0-45b1-9ebf-d861e3efed86 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134159 Feb 03 02:58:16.252261 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:58:16.260779 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-457f4c58-c21c-44fa-95f1-4ad83dc5db99 admin admin] 10.222.0.31 "PUT /v2.0/routers/b241a080-1c87-4015-8d9a-a73f11c75c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1160769 Feb 03 02:58:16.412672 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Sync routers for ids ['b241a080-1c87-4015-8d9a-a73f11c75c8a'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:58:16.430291 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Routers {'b241a080-1c87-4015-8d9a-a73f11c75c8a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:16.431607 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:57:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['b241a080-1c87-4015-8d9a-a73f11c75c8a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:16.499884 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c8015c-4643-475a-85ae-a540d30129eb {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:58:16.510004 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Publish callbacks [] for port (27c8015c-4643-475a-85ae-a540d30129eb), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:16.535843 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Transition to ACTIVE for port object 27c8015c-4643-475a-85ae-a540d30129eb will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:58:16.546281 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b546825-9fda-4369-9604-321b8ce709c3 req-7f1d4a81-6a88-4413-bf52-c42b99f268ad tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:16.555006 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4b546825-9fda-4369-9604-321b8ce709c3 req-7f1d4a81-6a88-4413-bf52-c42b99f268ad tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 945 time: 0.1398125 Feb 03 02:58:16.577685 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (27c8015c-4643-475a-85ae-a540d30129eb), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:16.668099 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4b546825-9fda-4369-9604-321b8ce709c3 req-eaaec4bc-368a-4c8b-a020-190c8d4c7878 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/security-groups?id=57bb59a0-eec0-4158-8b47-375949e9622f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116807 Feb 03 02:58:16.668798 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=27c8015c-4643-475a-85ae-a540d30129eb,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:16.736694 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Attempting to bind port 27c8015c-4643-475a-85ae-a540d30129eb on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:16.737025 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Attempting to bind port 27c8015c-4643-475a-85ae-a540d30129eb by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:16.737160 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Set router b241a080-1c87-4015-8d9a-a73f11c75c8a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:16.737588 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Attempting to bind port 27c8015c-4643-475a-85ae-a540d30129eb on network 17f7ee66-84e4-4ba5-b587-f73d44502290 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:16.748991 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Port 27c8015c-4643-475a-85ae-a540d30129eb on network 17f7ee66-84e4-4ba5-b587-f73d44502290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:58:16.749693 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Attempting to bind port 27c8015c-4643-475a-85ae-a540d30129eb on network 17f7ee66-84e4-4ba5-b587-f73d44502290 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:16.756848 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:16.757565 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Checking segment: {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:16.759033 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Bound using segment: {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:16.767597 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Bound port: 27c8015c-4643-475a-85ae-a540d30129eb, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:16.769798 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (27c8015c-4643-475a-85ae-a540d30129eb), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:16.891079 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:16.899080 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:16.912905 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (27c8015c-4643-475a-85ae-a540d30129eb), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:16.926293 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2c957-1201-48f9-91d7-dcf47e2747b7 req-9141cdf0-0ecf-4f48-8172-8a10b9df71ea tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:16.927850 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-39b2c957-1201-48f9-91d7-dcf47e2747b7 req-9141cdf0-0ecf-4f48-8172-8a10b9df71ea tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.43 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 945 time: 0.0897162 Feb 03 02:58:16.974189 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:16.975069 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:16.978278 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] 10.222.0.43 "PUT /v2.0/ports/27c8015c-4643-475a-85ae-a540d30129eb HTTP/1.1" status: 200 len: 1093 time: 1.5517373 Feb 03 02:58:16.978735 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:58:16.981124 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd3607f-196a-4f5d-861e-8e462c9ae063" -d '{"events": [{"name": "network-changed", "server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "tag": "27c8015c-4643-475a-85ae-a540d30129eb"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:58:17.029621 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a5575-a2e6-4c76-972b-a4b42860f5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=27c8015c-4643-475a-85ae-a540d30129eb,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:17.088677 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8337f74d-2b2a-4d8c-bd0d-aa6e85948778 x-openstack-request-id: req-8337f74d-2b2a-4d8c-bd0d-aa6e85948778 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:58:17.088677 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "tag": "27c8015c-4643-475a-85ae-a540d30129eb", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:58:17.088677 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8337f74d-2b2a-4d8c-bd0d-aa6e85948778 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:58:17.089188 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb', 'status': 'completed', 'code': 200} Feb 03 02:58:17.123755 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:14Z', 'revision_number': 4, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '7735ea5a-5a1d-468a-868b-da41a8ccb235', 'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'mac_address': 'fa:16:3e:8f:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:13Z', 'updated_at': '2022-02-03T02:58:14Z', 'revision_number': 2, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'subnets': [{'id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:17.134945 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-484e88df-1dac-444e-ad80-bf55bbfaf772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:17.137452 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-484e88df-1dac-444e-ad80-bf55bbfaf772 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 1127 time: 0.0762196 Feb 03 02:58:17.191083 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Checking router: b241a080-1c87-4015-8d9a-a73f11c75c8a for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:58:17.191439 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Updating router b241a080-1c87-4015-8d9a-a73f11c75c8a port 7735ea5a-5a1d-468a-868b-da41a8ccb235 binding host dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:58:17.215462 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-39b2c957-1201-48f9-91d7-dcf47e2747b7 req-188e268e-d5b2-4962-9591-1c2381b63bd7 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Deleting port 0ae06c2c-985a-4e0e-bf16-df148555be51 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 02:58:17.215809 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-39b2c957-1201-48f9-91d7-dcf47e2747b7 req-188e268e-d5b2-4962-9591-1c2381b63bd7 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.235253 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-2ac14293-f70d-4492-8b70-f96c4d84bca2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c8015c-4643-475a-85ae-a540d30129eb HTTP/1.1" status: 200 len: 217 time: 0.0742168 Feb 03 02:58:17.267229 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.293048 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51544) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:17.301639 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-638801225-network', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:17.341773 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd046779-9da9-457e-a299-f66e2e00ebe3 req-c8404304-4f12-4b73-bd06-e8793fefa149 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:17.343605 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fd046779-9da9-457e-a299-f66e2e00ebe3 req-c8404304-4f12-4b73-bd06-e8793fefa149 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.1930337 Feb 03 02:58:17.371143 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-61f43fcb-d502-4ad1-9113-84f789ffa59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:17.373065 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-61f43fcb-d502-4ad1-9113-84f789ffa59e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 200 len: 855 time: 0.1254282 Feb 03 02:58:17.376855 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-39b2c957-1201-48f9-91d7-dcf47e2747b7 req-188e268e-d5b2-4962-9591-1c2381b63bd7 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] For port 0ae06c2c-985a-4e0e-bf16-df148555be51, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=0ae06c2c-985a-4e0e-bf16-df148555be51,segment=NetworkSegment(2c02c3bd-b567-49e6-9e3d-49792676726f),segment_id=2c02c3bd-b567-49e6-9e3d-49792676726f)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:17.377421 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-39b2c957-1201-48f9-91d7-dcf47e2747b7 req-188e268e-d5b2-4962-9591-1c2381b63bd7 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.392283 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-39b2c957-1201-48f9-91d7-dcf47e2747b7 req-188e268e-d5b2-4962-9591-1c2381b63bd7 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Calling delete_port for 0ae06c2c-985a-4e0e-bf16-df148555be51 owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 02:58:17.402378 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Made reservation on behalf of 81cffb18ef6f4455ac919fcbf571016a for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:58:17.404746 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.431521 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.499419 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fd046779-9da9-457e-a299-f66e2e00ebe3 req-c2dd9912-bbd4-44b0-a631-fd709c6c7e86 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369326 Feb 03 02:58:17.510332 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace3147-3fd3-4272-97db-999a51c953f8 req-5aa00f4b-d4cf-4678-94f6-7851870f3c57 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:17.513192 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2ace3147-3fd3-4272-97db-999a51c953f8 req-5aa00f4b-d4cf-4678-94f6-7851870f3c57 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.2057827 Feb 03 02:58:17.607606 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:17.636464 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-987f9db7-9245-45ea-a8b2-d685b4f8c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:17.638227 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-987f9db7-9245-45ea-a8b2-d685b4f8c93f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17f7ee66-84e4-4ba5-b587-f73d44502290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2568424 Feb 03 02:58:17.647335 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-39b2c957-1201-48f9-91d7-dcf47e2747b7 req-188e268e-d5b2-4962-9591-1c2381b63bd7 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (0ae06c2c-985a-4e0e-bf16-df148555be51), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.671475 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['0ae06c2c-985a-4e0e-bf16-df148555be51'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:58:17.681302 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e268e-d5b2-4962-9591-1c2381b63bd7 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Pushing event deleted for resources: {'Port': ['ID=0ae06c2c-985a-4e0e-bf16-df148555be51,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:17.740034 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b2c957-1201-48f9-91d7-dcf47e2747b7 req-188e268e-d5b2-4962-9591-1c2381b63bd7 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] No DVR routers for this DVR port 0ae06c2c-985a-4e0e-bf16-df148555be51 on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 02:58:17.744741 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-39b2c957-1201-48f9-91d7-dcf47e2747b7 req-188e268e-d5b2-4962-9591-1c2381b63bd7 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.749879 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-39b2c957-1201-48f9-91d7-dcf47e2747b7 req-188e268e-d5b2-4962-9591-1c2381b63bd7 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.43 "DELETE /v2.0/ports/0ae06c2c-985a-4e0e-bf16-df148555be51 HTTP/1.1" status: 204 len: 173 time: 0.7975554 Feb 03 02:58:17.750478 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dd696f-26bd-4f5f-957d-797a7c6aab92', 'name': 'network-vif-deleted', 'tag': '0ae06c2c-985a-4e0e-bf16-df148555be51'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:58:17.754127 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f621a66c-898c-4465-9615-614359f8f45d" -d '{"events": [{"server_uuid": "04dd696f-26bd-4f5f-957d-797a7c6aab92", "name": "network-vif-deleted", "tag": "0ae06c2c-985a-4e0e-bf16-df148555be51"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:58:17.761881 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:17.762460 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.768633 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Publish callbacks [] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.780915 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2ace3147-3fd3-4272-97db-999a51c953f8 req-98e7f881-126c-4426-b8ed-8992d5a6bc58 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558928 Feb 03 02:58:17.811000 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.821236 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a283c78-1f0a-43ce-ab27-ee5fd2204217 req-759fef6f-3303-4931-9a66-85e09aa81ae1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:17.837120 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a283c78-1f0a-43ce-ab27-ee5fd2204217 req-759fef6f-3303-4931-9a66-85e09aa81ae1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.2322159 Feb 03 02:58:17.884184 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Publish callbacks [] for security_group (f3abc250-6292-458c-8801-a37aa02f20fd), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.914072 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f3abc250-6292-458c-8801-a37aa02f20fd), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.961833 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:17.964982 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-04539ed9-f4c2-4094-8486-bbd0c01ad9af req-e1123ba5-fbf0-4276-beb5-63b6bfbb4915 tempest-VolumesActionsTest-347322714 tempest-VolumesActionsTest-347322714-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dd696f-26bd-4f5f-957d-797a7c6aab92 HTTP/1.1" status: 200 len: 210 time: 0.0781746 Feb 03 02:58:17.969507 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ff5a52e6-f1ce-40ca-a950-c9fcdc6ddf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:17.974875 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425ccab-ff73-429d-a08b-9fed2948f0f3 None None] Pushing event updated for resources: {'Port': ['ID=7735ea5a-5a1d-468a-868b-da41a8ccb235,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:18.016925 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-b3b0ea9b-b8d8-4c5d-aaa0-679bec43cee4 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615541 Feb 03 02:58:18.032870 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:58:18.041666 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b22bfd6-9987-4fe7-95a5-a1cb52eff60d x-openstack-request-id: req-5b22bfd6-9987-4fe7-95a5-a1cb52eff60d {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:58:18.042518 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dd696f-26bd-4f5f-957d-797a7c6aab92", "name": "network-vif-deleted", "tag": "0ae06c2c-985a-4e0e-bf16-df148555be51", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:58:18.042919 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b22bfd6-9987-4fe7-95a5-a1cb52eff60d {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:58:18.043653 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Attempting to bind port 7735ea5a-5a1d-468a-868b-da41a8ccb235 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:18.044024 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Attempting to bind port 7735ea5a-5a1d-468a-868b-da41a8ccb235 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:18.044380 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Attempting to bind port 7735ea5a-5a1d-468a-868b-da41a8ccb235 on network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:18.045279 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dd696f-26bd-4f5f-957d-797a7c6aab92', 'name': 'network-vif-deleted', 'tag': '0ae06c2c-985a-4e0e-bf16-df148555be51', 'status': 'completed', 'code': 200} Feb 03 02:58:18.059839 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:18.060531 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Checking segment: {'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:18.061155 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.061732 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Bound using segment: {'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:18.062460 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Bound port: 7735ea5a-5a1d-468a-868b-da41a8ccb235, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:18.063035 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.096215 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (e94cc31d-e5aa-47c4-bc9a-a855d6dccef9), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.096576 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Added segment e94cc31d-e5aa-47c4-bc9a-a855d6dccef9 of type vlan for network 0353c480-4db5-4d16-aa92-896dd54ac2c4 Feb 03 02:58:18.122363 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3abc250-6292-458c-8801-a37aa02f20fd,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:18.140054 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] For port 7735ea5a-5a1d-468a-868b-da41a8ccb235, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:18.143426 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] For port 7735ea5a-5a1d-468a-868b-da41a8ccb235, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=7735ea5a-5a1d-468a-868b-da41a8ccb235,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:18.151107 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.152452 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a283c78-1f0a-43ce-ab27-ee5fd2204217 req-ed01fc5d-1ee6-4d52-bb39-b5988bd7245a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038485 Feb 03 02:58:18.204005 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (0353c480-4db5-4d16-aa92-896dd54ac2c4), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.218010 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425ccab-ff73-429d-a08b-9fed2948f0f3 None None] Pushing event updated for resources: {'Port': ['ID=7735ea5a-5a1d-468a-868b-da41a8ccb235,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:18.224956 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Routers {'b241a080-1c87-4015-8d9a-a73f11c75c8a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:18.225591 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:58:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['b241a080-1c87-4015-8d9a-a73f11c75c8a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:18.230002 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7c6ce80e-82d5-4afd-b147-5658ce20e645 req-9f856dab-933d-4fce-a548-f815074e723e service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031300 Feb 03 02:58:18.256705 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (0353c480-4db5-4d16-aa92-896dd54ac2c4), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.257777 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:18.258621 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.340415 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0454607 Feb 03 02:58:18.341057 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51560) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:18.344698 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-49382c4b-2f6a-4874-8764-4b9ad2653934 None None] Provisioning complete for port 7735ea5a-5a1d-468a-868b-da41a8ccb235 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:18.345095 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-49382c4b-2f6a-4874-8764-4b9ad2653934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.348581 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] Request body: {'subnet': {'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-638801225-subnet', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'ip_version': 4}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:18.377412 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c03a1-e170-42ed-9f50-db92dc169208 admin admin] Pushing event updated for resources: {'Network': ['ID=0353c480-4db5-4d16-aa92-896dd54ac2c4,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:18.405418 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3607f-196a-4f5d-861e-8e462c9ae063 req-e216cf63-a1c2-4255-9f0d-f22bf2e5eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:18.406854 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] Made reservation on behalf of 81cffb18ef6f4455ac919fcbf571016a for: {'subnet': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:58:18.408049 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bd3607f-196a-4f5d-861e-8e462c9ae063 req-e216cf63-a1c2-4255-9f0d-f22bf2e5eacd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 1127 time: 0.0915022 Feb 03 02:58:18.411159 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 0353c480-4db5-4d16-aa92-896dd54ac2c4 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:58:18.412008 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3844096'] for subnet (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.518735 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] Set router b241a080-1c87-4015-8d9a-a73f11c75c8a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:18.578633 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3607f-196a-4f5d-861e-8e462c9ae063 req-f60d7dba-0c0c-41f4-a829-9590c73792f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:18.580771 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bd3607f-196a-4f5d-861e-8e462c9ae063 req-f60d7dba-0c0c-41f4-a829-9590c73792f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 917 time: 0.1658645 Feb 03 02:58:18.642125 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bd3607f-196a-4f5d-861e-8e462c9ae063 req-1686007e-cb43-432b-8369-7a2f36d6357c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c8015c-4643-475a-85ae-a540d30129eb HTTP/1.1" status: 200 len: 217 time: 0.0545440 Feb 03 02:58:18.667342 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-49382c4b-2f6a-4874-8764-4b9ad2653934 None None] Current status of the port 7735ea5a-5a1d-468a-868b-da41a8ccb235 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:18.667749 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-49382c4b-2f6a-4874-8764-4b9ad2653934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.709921 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3847418'] for subnet (7f614dbd-b6b7-4759-a7c9-f96bde6c2d04), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.714079 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3607f-196a-4f5d-861e-8e462c9ae063 req-f2db9a91-137f-4a3a-912e-a38640127da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:18.725017 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bd3607f-196a-4f5d-861e-8e462c9ae063 req-f2db9a91-137f-4a3a-912e-a38640127da9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 200 len: 855 time: 0.0758224 Feb 03 02:58:18.741100 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-49382c4b-2f6a-4874-8764-4b9ad2653934 None None] For port 7735ea5a-5a1d-468a-868b-da41a8ccb235, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=7735ea5a-5a1d-468a-868b-da41a8ccb235,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:18.751477 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-49382c4b-2f6a-4874-8764-4b9ad2653934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.796037 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] Checking segment: {'id': 'e94cc31d-e5aa-47c4-bc9a-a855d6dccef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:18.796377 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] Network hostable DHCP agents. Network: 0353c480-4db5-4d16-aa92-896dd54ac2c4, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:58:18.813658 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f614dbd-b6b7-4759-a7c9-f96bde6c2d04,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:18.827007 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] Network 0353c480-4db5-4d16-aa92-896dd54ac2c4 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:58:18.836945 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3607f-196a-4f5d-861e-8e462c9ae063 req-1f92e4fb-3391-4388-a31f-699e7603b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:18.838885 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bd3607f-196a-4f5d-861e-8e462c9ae063 req-1f92e4fb-3391-4388-a31f-699e7603b235 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17f7ee66-84e4-4ba5-b587-f73d44502290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031508 Feb 03 02:58:18.843145 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 0353c480-4db5-4d16-aa92-896dd54ac2c4) {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:18.854561 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:18.856338 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.880006 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-de37b862-ae90-4020-ae4f-e23f2067b1ef admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5371614 Feb 03 02:58:18.882352 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51570) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:18.887637 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-638801225-router', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:18.912089 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133767861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29157'] for router (510aa5f3-f29e-4337-8fd1-48830e260efe), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.913825 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133774051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133725025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29164'] for router (510aa5f3-f29e-4337-8fd1-48830e260efe), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.950022 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b585d9-4db1-4695-9b19-b4b44e3037a0 None None] Network 0353c480-4db5-4d16-aa92-896dd54ac2c4 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:58:18.973819 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Publish callbacks [] for router_controller (510aa5f3-f29e-4337-8fd1-48830e260efe), precommit_add_association {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:18.980678 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a0b84-3bc1-4f9a-85a4-8ae8aafa2c5d req-80e03928-a526-4ddc-a108-35ed294ca0af tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:18.982617 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-567a0b84-3bc1-4f9a-85a4-8ae8aafa2c5d req-80e03928-a526-4ddc-a108-35ed294ca0af tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.1165075 Feb 03 02:58:18.987970 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bd3607f-196a-4f5d-861e-8e462c9ae063 req-2e876a43-2074-46b7-b4f5-d09483f3de15 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373489 Feb 03 02:58:19.018754 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49382c4b-2f6a-4874-8764-4b9ad2653934 None None] Pushing event updated for resources: {'Port': ['ID=7735ea5a-5a1d-468a-868b-da41a8ccb235,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:19.038222 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-18af75db-2117-4e0d-9f9b-096ed84d5f5d None None] Provisioning complete for port 7735ea5a-5a1d-468a-868b-da41a8ccb235 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:19.038597 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-18af75db-2117-4e0d-9f9b-096ed84d5f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:19.097126 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-567a0b84-3bc1-4f9a-85a4-8ae8aafa2c5d req-e854cb99-1daa-438a-b285-1db10b028d87 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058974 Feb 03 02:58:19.136521 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bd3607f-196a-4f5d-861e-8e462c9ae063 req-70b6ef4f-dacc-4447-b7ce-56bed8779938 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417050 Feb 03 02:58:19.148940 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:14Z', 'revision_number': 4, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '7735ea5a-5a1d-468a-868b-da41a8ccb235', 'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'mac_address': 'fa:16:3e:8f:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:13Z', 'updated_at': '2022-02-03T02:58:18Z', 'revision_number': 4, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'subnets': [{'id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:19.153137 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa841b9d2-c864-5295-a893-1e3e6657c43d-0353c480-4db5-4d16-aa92-896dd54ac2c4', 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4', 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'fixed_ips': [{'subnet_id': '7f614dbd-b6b7-4759-a7c9-f96bde6c2d04'}]}} from dv-cinder-827581-1-iscsi. {{(pid=102484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 02:58:19.161021 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:19.181240 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b664b08-f93c-4896-8bce-70d7e4a6fd3c None None] The sync data for ids ['b241a080-1c87-4015-8d9a-a73f11c75c8a'] in dv-cinder-827581-1-iscsi is: [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:14Z', 'revision_number': 4, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '7735ea5a-5a1d-468a-868b-da41a8ccb235', 'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'mac_address': 'fa:16:3e:8f:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:13Z', 'updated_at': '2022-02-03T02:58:18Z', 'revision_number': 4, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'subnets': [{'id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:58:19.225677 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Publish callbacks [] for router_gateway (510aa5f3-f29e-4337-8fd1-48830e260efe), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:19.317372 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-18af75db-2117-4e0d-9f9b-096ed84d5f5d None None] Current status of the port 7735ea5a-5a1d-468a-868b-da41a8ccb235 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:19.472505 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.db_base_plugin_common [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Allocated IP 172.20.0.2 (0353c480-4db5-4d16-aa92-896dd54ac2c4/7f614dbd-b6b7-4759-a7c9-f96bde6c2d04/8e65a697-4d01-4734-b874-3615c01d3216) {{(pid=102484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:19.580492 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Publish callbacks [] for router_gateway (510aa5f3-f29e-4337-8fd1-48830e260efe), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:19.615802 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:19.690778 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 7735ea5a-5a1d-468a-868b-da41a8ccb235 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:19.784087 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:19.800058 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Allocated IP 172.27.2.175 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/b6ace6e4-2448-4dd4-bb22-d032e9992532) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:19.828197 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Publish callbacks [] for port (8e65a697-4d01-4734-b874-3615c01d3216), precommit_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:19.852262 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (8e65a697-4d01-4734-b874-3615c01d3216), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:19.919749 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 7735ea5a-5a1d-468a-868b-da41a8ccb235 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:19.920100 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:19.976964 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Network 0353c480-4db5-4d16-aa92-896dd54ac2c4 is already hosted by enough agents. {{(pid=102484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:19.986554 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.base_scheduler [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Resources bound (agent type, host, resource id): {{(pid=102484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:19.989492 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Pushing event updated for resources: {'Port': ['ID=8e65a697-4d01-4734-b874-3615c01d3216,revision_number=1']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:19.991858 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Received port after_create {{(pid=102484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:20.034835 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Publish callbacks [] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:20.113281 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:20.116539 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Attempting to bind port 8e65a697-4d01-4734-b874-3615c01d3216 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:20.116971 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Attempting to bind port 8e65a697-4d01-4734-b874-3615c01d3216 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'e94cc31d-e5aa-47c4-bc9a-a855d6dccef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:20.117339 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Attempting to bind port 8e65a697-4d01-4734-b874-3615c01d3216 on network 0353c480-4db5-4d16-aa92-896dd54ac2c4 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:20.120387 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 7735ea5a-5a1d-468a-868b-da41a8ccb235 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:20.144160 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:20.144561 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Checking segment: {'id': 'e94cc31d-e5aa-47c4-bc9a-a855d6dccef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:20.144946 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:20.145347 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Bound using segment: {'id': 'e94cc31d-e5aa-47c4-bc9a-a855d6dccef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:20.145845 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Bound port: 8e65a697-4d01-4734-b874-3615c01d3216, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94cc31d-e5aa-47c4-bc9a-a855d6dccef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:20.146873 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (8e65a697-4d01-4734-b874-3615c01d3216), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:20.255715 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] For port 8e65a697-4d01-4734-b874-3615c01d3216, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:20.258508 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:20.259818 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] For port 8e65a697-4d01-4734-b874-3615c01d3216, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=8e65a697-4d01-4734-b874-3615c01d3216,segment=NetworkSegment(e94cc31d-e5aa-47c4-bc9a-a855d6dccef9),segment_id=e94cc31d-e5aa-47c4-bc9a-a855d6dccef9)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:20.267456 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:20.271201 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:20.281993 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (8e65a697-4d01-4734-b874-3615c01d3216), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:20.329763 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57026a-7e86-431f-b373-51022ffabe8c req-ea34c77b-3767-4262-ae6c-d3ce9fa3fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:20.331252 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b57026a-7e86-431f-b373-51022ffabe8c req-ea34c77b-3767-4262-ae6c-d3ce9fa3fe2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 1129 time: 0.1234062 Feb 03 02:58:20.357345 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ace6e4-2448-4dd4-bb22-d032e9992532,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:20.400902 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf9d6a-378b-4839-af0c-c824bc71c8f3 None None] Pushing event updated for resources: {'Port': ['ID=8e65a697-4d01-4734-b874-3615c01d3216,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:20.550558 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:20.707247 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Publish callbacks [] for router_gateway (510aa5f3-f29e-4337-8fd1-48830e260efe), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:20.818539 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d943-5cf4-4269-b934-4d6cfd883129 req-b5dacaac-9e91-4644-bbc1-39390c2a956d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:20.819931 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cf89d943-5cf4-4269-b934-4d6cfd883129 req-b5dacaac-9e91-4644-bbc1-39390c2a956d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.5210743 Feb 03 02:58:20.857908 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d575e-a7ea-481c-b37f-00b5282d8d94 req-a0e54597-0595-4999-9d7b-6b1a8199b8c6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:20.859417 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d51d575e-a7ea-481c-b37f-00b5282d8d94 req-a0e54597-0595-4999-9d7b-6b1a8199b8c6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.5335650 Feb 03 02:58:20.871540 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57026a-7e86-431f-b373-51022ffabe8c req-7b04997c-ca15-479a-b052-18db26495e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:20.872940 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b57026a-7e86-431f-b373-51022ffabe8c req-7b04997c-ca15-479a-b052-18db26495e96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 918 time: 0.4902873 Feb 03 02:58:20.920352 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cf89d943-5cf4-4269-b934-4d6cfd883129 req-424eff7c-5f7d-4e55-8872-c0835df4dcb4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893905 Feb 03 02:58:20.935015 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d51d575e-a7ea-481c-b37f-00b5282d8d94 req-7a6a687b-e06b-4f1f-8556-e95146c1b609 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611291 Feb 03 02:58:20.937155 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133774014'] for router (510aa5f3-f29e-4337-8fd1-48830e260efe), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:21.065855 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Router 510aa5f3-f29e-4337-8fd1-48830e260efe is scheduled to L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 with binding_index 1 {{(pid=102483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 02:58:21.172068 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:58:21.182115 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Sync routers for ids ['510aa5f3-f29e-4337-8fd1-48830e260efe'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:58:21.192566 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:21.194217 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Routers {'510aa5f3-f29e-4337-8fd1-48830e260efe'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:21.194808 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:58:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['510aa5f3-f29e-4337-8fd1-48830e260efe'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:21.195030 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-23f8c13b-5ee3-424d-ae96-cf6bb39d2de9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3107743 Feb 03 02:58:21.197140 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51660) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:21.305595 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Set router 510aa5f3-f29e-4337-8fd1-48830e260efe gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:21.494918 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'name': 'tempest-TestShelveInstance-638801225-router', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:18Z', 'updated_at': '2022-02-03T02:58:20Z', 'revision_number': 3, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'gw_port': {'id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:19Z', 'updated_at': '2022-02-03T02:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:21.543201 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Checking router: 510aa5f3-f29e-4337-8fd1-48830e260efe for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:58:21.543548 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Updating router 510aa5f3-f29e-4337-8fd1-48830e260efe port b6ace6e4-2448-4dd4-bb22-d032e9992532 binding host dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:58:21.546453 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c927e8e4-dfbd-4071-9551-af5e2985a59a None None] Network 0353c480-4db5-4d16-aa92-896dd54ac2c4 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:58:21.591666 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:21.595653 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 27c8015c-4643-475a-85ae-a540d30129eb details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:58:21.677218 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b57026a-7e86-431f-b373-51022ffabe8c req-abcc3836-a155-43d9-a05e-bc846b819cff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=514f132e-1831-4333-8bbe-abcdacde0949 HTTP/1.1" status: 200 len: 217 time: 0.0607030 Feb 03 02:58:21.710212 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 8e65a697-4d01-4734-b874-3615c01d3216 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:21.757344 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:21.763871 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-19f8054b-e407-4225-80e0-ad5d032d35ba None None] Provisioning complete for port 8e65a697-4d01-4734-b874-3615c01d3216 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:21.764176 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-19f8054b-e407-4225-80e0-ad5d032d35ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (8e65a697-4d01-4734-b874-3615c01d3216), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:21.790906 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51672) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:21.806273 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.db.resource_extend [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 02:58:21.919178 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 8e65a697-4d01-4734-b874-3615c01d3216 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:21.920075 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (8e65a697-4d01-4734-b874-3615c01d3216), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.029711 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Allocated IP 172.20.0.1 (0353c480-4db5-4d16-aa92-896dd54ac2c4/7f614dbd-b6b7-4759-a7c9-f96bde6c2d04/e72aae8e-1425-4a10-bdae-11983c7c8c8b) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:22.074162 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:22.121101 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '27c8015c-4643-475a-85ae-a540d30129eb', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'port_id': '27c8015c-4643-475a-85ae-a540d30129eb', 'mac_address': 'fa:16:3e:01:7e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:58:22.135719 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-19f8054b-e407-4225-80e0-ad5d032d35ba None None] Current status of the port 8e65a697-4d01-4734-b874-3615c01d3216 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:22.136104 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-19f8054b-e407-4225-80e0-ad5d032d35ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (8e65a697-4d01-4734-b874-3615c01d3216), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.209654 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.259401 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Publish callbacks [] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), precommit_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.269532 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.269787 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68429a-471f-4ee5-b013-7f8074a27d21 req-565da242-cfaf-4202-96b5-991a0ef3ca91 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:22.275083 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ef68429a-471f-4ee5-b013-7f8074a27d21 req-565da242-cfaf-4202-96b5-991a0ef3ca91 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.1658652 Feb 03 02:58:22.285110 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 27c8015c-4643-475a-85ae-a540d30129eb is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:22.285808 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (27c8015c-4643-475a-85ae-a540d30129eb), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.293242 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21398848-b521-45a2-9d18-ee309e38b4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.295243 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-19f8054b-e407-4225-80e0-ad5d032d35ba None None] For port 8e65a697-4d01-4734-b874-3615c01d3216, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=8e65a697-4d01-4734-b874-3615c01d3216,segment=NetworkSegment(e94cc31d-e5aa-47c4-bc9a-a855d6dccef9),segment_id=e94cc31d-e5aa-47c4-bc9a-a855d6dccef9)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:22.297490 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 8e65a697-4d01-4734-b874-3615c01d3216 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:22.298067 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (8e65a697-4d01-4734-b874-3615c01d3216), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.315400 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-19f8054b-e407-4225-80e0-ad5d032d35ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (8e65a697-4d01-4734-b874-3615c01d3216), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.320201 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d26dcc-7b1d-442f-a97e-142f454a036a req-0a2b2370-413e-457f-b056-88c0b9840693 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:22.321894 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-17d26dcc-7b1d-442f-a97e-142f454a036a req-0a2b2370-413e-457f-b056-88c0b9840693 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.2723811 Feb 03 02:58:22.333892 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c8015c-4643-475a-85ae-a540d30129eb {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:58:22.341416 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47976c-b262-4b4d-b81e-b4b0c0c8b1b1 None None] Pushing event updated for resources: {'Port': ['ID=b6ace6e4-2448-4dd4-bb22-d032e9992532,revision_number=2']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:22.393062 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Attempting to bind port b6ace6e4-2448-4dd4-bb22-d032e9992532 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:22.393462 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Attempting to bind port b6ace6e4-2448-4dd4-bb22-d032e9992532 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:22.393849 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Attempting to bind port b6ace6e4-2448-4dd4-bb22-d032e9992532 on network 23732c56-e7be-4225-97cf-e051946979f1 {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:22.399153 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:22.399525 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Checking segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:22.399962 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.400351 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Bound using segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:22.400840 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Bound port: b6ace6e4-2448-4dd4-bb22-d032e9992532, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:22.401918 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.410564 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21398848-b521-45a2-9d18-ee309e38b4f0 admin admin] Publish callbacks [] for security_group (0f7f1b33-c660-449f-9c43-fbc3e0389a3c), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.420218 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21398848-b521-45a2-9d18-ee309e38b4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (0f7f1b33-c660-449f-9c43-fbc3e0389a3c), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.427804 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Publish callbacks [] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.428007 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:22.447023 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-17d26dcc-7b1d-442f-a97e-142f454a036a req-ff07815a-8fea-4c89-9b21-c0cdbfaaae64 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164026 Feb 03 02:58:22.461470 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ef68429a-471f-4ee5-b013-7f8074a27d21 req-f1040439-942f-45db-846c-297c02d1b198 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770871 Feb 03 02:58:22.479206 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (27c8015c-4643-475a-85ae-a540d30129eb), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.481588 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 0ae06c2c-985a-4e0e-bf16-df148555be51 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 02:58:22.491301 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] For port b6ace6e4-2448-4dd4-bb22-d032e9992532, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:22.495787 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] For port b6ace6e4-2448-4dd4-bb22-d032e9992532, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=b6ace6e4-2448-4dd4-bb22-d032e9992532,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:22.497571 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8054b-e407-4225-80e0-ad5d032d35ba None None] Pushing event updated for resources: {'Port': ['ID=8e65a697-4d01-4734-b874-3615c01d3216,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:22.504543 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.505796 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.531587 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-21398848-b521-45a2-9d18-ee309e38b4f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cef30d8659545dea49f0e31620ef1b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7387969 Feb 03 02:58:22.541801 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51686) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:22.554607 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Network 0353c480-4db5-4d16-aa92-896dd54ac2c4 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:22.558841 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:22.564592 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Routers {'510aa5f3-f29e-4337-8fd1-48830e260efe'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:22.565447 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:58:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['510aa5f3-f29e-4337-8fd1-48830e260efe'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:22.565567 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 0ae06c2c-985a-4e0e-bf16-df148555be51 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 02:58:22.566033 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 0ae06c2c-985a-4e0e-bf16-df148555be51 not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 02:58:22.569430 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:22.571172 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.db.api [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 02:58:22.571172 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG oslo_db.api [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 02:58:22.571861 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133773539'] for router_interface (510aa5f3-f29e-4337-8fd1-48830e260efe), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.586500 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21398848-b521-45a2-9d18-ee309e38b4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f1b33-c660-449f-9c43-fbc3e0389a3c,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:22.610062 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-c9ec0f5a-4aae-47a1-8b54-1f8c2e74316c None None] Provisioning complete for port 8e65a697-4d01-4734-b874-3615c01d3216 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:22.610426 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0f5a-4aae-47a1-8b54-1f8c2e74316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (8e65a697-4d01-4734-b874-3615c01d3216), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.638601 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47976c-b262-4b4d-b81e-b4b0c0c8b1b1 None None] Pushing event updated for resources: {'Port': ['ID=b6ace6e4-2448-4dd4-bb22-d032e9992532,revision_number=3']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:22.646579 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=27c8015c-4643-475a-85ae-a540d30129eb,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:22.655484 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Pushing event updated for resources: {'Port': ['ID=e72aae8e-1425-4a10-bdae-11983c7c8c8b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:22.686120 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de3f10ed-13ca-40bf-86b5-a793ddb15b57 admin admin] Publish callbacks [] for security_group (0f7f1b33-c660-449f-9c43-fbc3e0389a3c), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.711660 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de3f10ed-13ca-40bf-86b5-a793ddb15b57 admin admin] Publish callbacks [] for security_group (0f7f1b33-c660-449f-9c43-fbc3e0389a3c), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.728775 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] Set router 510aa5f3-f29e-4337-8fd1-48830e260efe gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:22.730041 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec0f5a-4aae-47a1-8b54-1f8c2e74316c None None] Current status of the port 8e65a697-4d01-4734-b874-3615c01d3216 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:22.787934 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de3f10ed-13ca-40bf-86b5-a793ddb15b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (0f7f1b33-c660-449f-9c43-fbc3e0389a3c), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.790762 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de3f10ed-13ca-40bf-86b5-a793ddb15b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.792027 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-de3f10ed-13ca-40bf-86b5-a793ddb15b57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f7f1b33-c660-449f-9c43-fbc3e0389a3c HTTP/1.1" status: 204 len: 168 time: 0.2458928 Feb 03 02:58:22.809364 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f10ed-13ca-40bf-86b5-a793ddb15b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f1b33-c660-449f-9c43-fbc3e0389a3c,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:22.836134 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.858170 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-de27e941-efce-4822-8ef0-96b81f800c68 None None] Provisioning complete for port e72aae8e-1425-4a10-bdae-11983c7c8c8b triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:22.858540 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-de27e941-efce-4822-8ef0-96b81f800c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:22.939222 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'name': 'tempest-TestShelveInstance-638801225-router', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:18Z', 'updated_at': '2022-02-03T02:58:20Z', 'revision_number': 3, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'gw_port': {'id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:19Z', 'updated_at': '2022-02-03T02:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:22.977293 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397de79d-c5a8-4126-8444-c03cb67a74c0 None None] The sync data for ids ['510aa5f3-f29e-4337-8fd1-48830e260efe'] in dv-cinder-827581-1-iscsi is: [{'id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'name': 'tempest-TestShelveInstance-638801225-router', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:18Z', 'updated_at': '2022-02-03T02:58:20Z', 'revision_number': 3, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'gw_port': {'id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:19Z', 'updated_at': '2022-02-03T02:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:58:23.049548 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Publish callbacks [] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:23.053359 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-de27e941-efce-4822-8ef0-96b81f800c68 None None] Port e72aae8e-1425-4a10-bdae-11983c7c8c8b cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:58:23.056698 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:23.057664 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133769075'] for router_interface (510aa5f3-f29e-4337-8fd1-48830e260efe), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:23.110940 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 8e65a697-4d01-4734-b874-3615c01d3216 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:23.161647 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Pushing event updated for resources: {'Port': ['ID=e72aae8e-1425-4a10-bdae-11983c7c8c8b,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:23.204321 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Network 0353c480-4db5-4d16-aa92-896dd54ac2c4 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:23.206067 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:23.348507 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Router 510aa5f3-f29e-4337-8fd1-48830e260efe has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 02:58:23.542574 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57026a-7e86-431f-b373-51022ffabe8c req-509c5d3a-16ff-4dac-8328-11fa628ba281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:23.562041 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b57026a-7e86-431f-b373-51022ffabe8c req-509c5d3a-16ff-4dac-8328-11fa628ba281 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bb96e84-4f17-47e8-9e3d-6c509db919bb HTTP/1.1" status: 200 len: 857 time: 0.1334200 Feb 03 02:58:23.612171 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-908adfac-2926-4c7d-bbb3-f70a11001d3a None None] Provisioning complete for port e72aae8e-1425-4a10-bdae-11983c7c8c8b triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:23.612171 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-908adfac-2926-4c7d-bbb3-f70a11001d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:23.638095 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b57026a-7e86-431f-b373-51022ffabe8c req-d76904dd-5961-4c24-8804-f603f8e02cc4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f43a5cf5-27e4-4762-a93b-2169348c9878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751417 Feb 03 02:58:23.646321 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:58:23.660084 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-3bfb8035-0a21-463e-852b-d499f97d7659 admin admin] 10.222.0.31 "PUT /v2.0/routers/510aa5f3-f29e-4337-8fd1-48830e260efe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4616234 Feb 03 02:58:23.680745 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-908adfac-2926-4c7d-bbb3-f70a11001d3a None None] Port e72aae8e-1425-4a10-bdae-11983c7c8c8b cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:58:23.788790 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device b6ace6e4-2448-4dd4-bb22-d032e9992532 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:23.790432 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2488c-26ca-4a96-96f9-4cf05fb24280 req-8d0e4561-caae-4b99-82fb-2c0c9ed822ac tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:23.792194 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8de2488c-26ca-4a96-96f9-4cf05fb24280 req-8d0e4561-caae-4b99-82fb-2c0c9ed822ac tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 944 time: 0.2177804 Feb 03 02:58:23.868248 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b57026a-7e86-431f-b373-51022ffabe8c req-cdb6a041-f4ce-46c6-a70f-766468101781 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069492 Feb 03 02:58:23.875030 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port b6ace6e4-2448-4dd4-bb22-d032e9992532 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:23.875670 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:23.883548 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e6b32-bbdb-42b3-894d-0a84a9eacbab req-b1095e01-c196-4097-93b9-bc5f1bd0b880 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:23.885145 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a51e6b32-bbdb-42b3-894d-0a84a9eacbab req-b1095e01-c196-4097-93b9-bc5f1bd0b880 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.2146583 Feb 03 02:58:23.899784 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['27c8015c-4643-475a-85ae-a540d30129eb'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:58:23.970661 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8de2488c-26ca-4a96-96f9-4cf05fb24280 req-04f5b3b3-c417-4eca-94f5-e433f9c591cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676519 Feb 03 02:58:24.104452 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port b6ace6e4-2448-4dd4-bb22-d032e9992532 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:24.106373 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a51e6b32-bbdb-42b3-894d-0a84a9eacbab req-fcfe66b0-af97-4bfd-a306-f94786b63ff4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090585 Feb 03 02:58:24.109131 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:24.141247 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b57026a-7e86-431f-b373-51022ffabe8c req-7e4150ff-a28f-4dda-b3ef-f99cc24c6775 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550433 Feb 03 02:58:24.153479 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port b6ace6e4-2448-4dd4-bb22-d032e9992532, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=b6ace6e4-2448-4dd4-bb22-d032e9992532,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:24.164102 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:24.165060 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 8e65a697-4d01-4734-b874-3615c01d3216 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:24.296358 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=b6ace6e4-2448-4dd4-bb22-d032e9992532,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:24.304262 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 8e65a697-4d01-4734-b874-3615c01d3216 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:24.304636 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (8e65a697-4d01-4734-b874-3615c01d3216), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:24.407220 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 8e65a697-4d01-4734-b874-3615c01d3216 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:24.855636 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51748) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:24.860149 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-80f1b1bd-0c0f-4f1b-9c32-f1ef101b99b5 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298023373', 'description': 'tempest-secgroup-smoke-1298023373 description', 'project_id': '4cde077871f94db3a608b5b79c01883e'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:24.882953 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-80f1b1bd-0c0f-4f1b-9c32-f1ef101b99b5 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:24.954148 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-80f1b1bd-0c0f-4f1b-9c32-f1ef101b99b5 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group (ea6f7502-777f-48dc-9f56-e57af21f806e), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:24.958334 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-80f1b1bd-0c0f-4f1b-9c32-f1ef101b99b5 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (ea6f7502-777f-48dc-9f56-e57af21f806e), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:24.998214 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-80f1b1bd-0c0f-4f1b-9c32-f1ef101b99b5 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:24.999558 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-80f1b1bd-0c0f-4f1b-9c32-f1ef101b99b5 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1428938 Feb 03 02:58:25.002776 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51756) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:25.004369 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1b1bd-0c0f-4f1b-9c32-f1ef101b99b5 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6f7502-777f-48dc-9f56-e57af21f806e,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:25.009327 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-cbb76273-a1f9-4e9f-9ab2-16c7fcfb9086 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f7502-777f-48dc-9f56-e57af21f806e', 'project_id': '4cde077871f94db3a608b5b79c01883e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:25.039712 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cbb76273-a1f9-4e9f-9ab2-16c7fcfb9086 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (976115ff-823a-433c-b80b-69130aa9a6d6), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.082856 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Sync routers for ids ['510aa5f3-f29e-4337-8fd1-48830e260efe'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:58:25.097040 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Routers {'510aa5f3-f29e-4337-8fd1-48830e260efe'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:25.097705 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:58:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['510aa5f3-f29e-4337-8fd1-48830e260efe'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:25.168062 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81e850-6020-4e51-971e-bd07b8f8c5b1 req-918c2c86-895d-4d9e-a4ba-e9fa0ab28921 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:25.169811 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e81e850-6020-4e51-971e-bd07b8f8c5b1 req-918c2c86-895d-4d9e-a4ba-e9fa0ab28921 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 944 time: 0.1144969 Feb 03 02:58:25.195174 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cbb76273-a1f9-4e9f-9ab2-16c7fcfb9086 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (976115ff-823a-433c-b80b-69130aa9a6d6), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.208793 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cbb76273-a1f9-4e9f-9ab2-16c7fcfb9086 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (976115ff-823a-433c-b80b-69130aa9a6d6), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.257155 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb76273-a1f9-4e9f-9ab2-16c7fcfb9086 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976115ff-823a-433c-b80b-69130aa9a6d6,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:25.269953 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cbb76273-a1f9-4e9f-9ab2-16c7fcfb9086 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.271564 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-cbb76273-a1f9-4e9f-9ab2-16c7fcfb9086 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2671754 Feb 03 02:58:25.277633 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51770) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:25.284816 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-7d2f69c3-afe7-4f14-9e46-3ace7c64c1c3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f7502-777f-48dc-9f56-e57af21f806e', 'project_id': '4cde077871f94db3a608b5b79c01883e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:25.292202 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Set router 510aa5f3-f29e-4337-8fd1-48830e260efe gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:25.318256 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e81e850-6020-4e51-971e-bd07b8f8c5b1 req-12e95e87-4b29-47e7-8061-50da539ee075 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409285 Feb 03 02:58:25.318653 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7d2f69c3-afe7-4f14-9e46-3ace7c64c1c3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (30f10756-078f-4c48-9b08-0c56bf08ce94), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.384312 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93221150-340f-4d45-8081-06348fb3497c req-06b4a9d5-3545-4a6b-9806-1d0c91508464 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:25.386961 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93221150-340f-4d45-8081-06348fb3497c req-06b4a9d5-3545-4a6b-9806-1d0c91508464 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.1160002 Feb 03 02:58:25.408888 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 27c8015c-4643-475a-85ae-a540d30129eb up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:25.423742 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7d2f69c3-afe7-4f14-9e46-3ace7c64c1c3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (30f10756-078f-4c48-9b08-0c56bf08ce94), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.437501 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7d2f69c3-afe7-4f14-9e46-3ace7c64c1c3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (30f10756-078f-4c48-9b08-0c56bf08ce94), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.461731 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f69c3-afe7-4f14-9e46-3ace7c64c1c3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f10756-078f-4c48-9b08-0c56bf08ce94,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:25.472328 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7d2f69c3-afe7-4f14-9e46-3ace7c64c1c3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.480372 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-7d2f69c3-afe7-4f14-9e46-3ace7c64c1c3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2014844 Feb 03 02:58:25.481020 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51778) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:25.485480 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-114eff15-3e4e-4e38-9069-21a7f70c1334 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f7502-777f-48dc-9f56-e57af21f806e', 'project_id': '4cde077871f94db3a608b5b79c01883e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:25.486301 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93221150-340f-4d45-8081-06348fb3497c req-3caa1b11-7481-442c-b831-f246ed4653c0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906823 Feb 03 02:58:25.534826 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-114eff15-3e4e-4e38-9069-21a7f70c1334 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (f6fe8cd6-4c6d-42e6-9d46-54f3054f846e), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.623638 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-114eff15-3e4e-4e38-9069-21a7f70c1334 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (f6fe8cd6-4c6d-42e6-9d46-54f3054f846e), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.629259 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-114eff15-3e4e-4e38-9069-21a7f70c1334 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (f6fe8cd6-4c6d-42e6-9d46-54f3054f846e), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.642688 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device b6ace6e4-2448-4dd4-bb22-d032e9992532 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:25.657515 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114eff15-3e4e-4e38-9069-21a7f70c1334 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fe8cd6-4c6d-42e6-9d46-54f3054f846e,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:25.671380 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-114eff15-3e4e-4e38-9069-21a7f70c1334 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.675830 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51788) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:25.676981 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-114eff15-3e4e-4e38-9069-21a7f70c1334 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1948586 Feb 03 02:58:25.680425 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-f18716c6-ce51-4f35-9852-628be5dea958 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f7502-777f-48dc-9f56-e57af21f806e', 'project_id': '4cde077871f94db3a608b5b79c01883e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:25.736620 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 27c8015c-4643-475a-85ae-a540d30129eb completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:58:25.749958 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f18716c6-ce51-4f35-9852-628be5dea958 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (49609c65-8ef7-47d0-a3bd-5771a133daa9), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.781988 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 27c8015c-4643-475a-85ae-a540d30129eb triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:25.782365 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (27c8015c-4643-475a-85ae-a540d30129eb), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.866384 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f18716c6-ce51-4f35-9852-628be5dea958 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (49609c65-8ef7-47d0-a3bd-5771a133daa9), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.878125 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f18716c6-ce51-4f35-9852-628be5dea958 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (49609c65-8ef7-47d0-a3bd-5771a133daa9), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.890546 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port b6ace6e4-2448-4dd4-bb22-d032e9992532 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:25.890710 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.901467 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18716c6-ce51-4f35-9852-628be5dea958 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49609c65-8ef7-47d0-a3bd-5771a133daa9,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:25.916500 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f18716c6-ce51-4f35-9852-628be5dea958 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:25.918993 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f18716c6-ce51-4f35-9852-628be5dea958 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2419899 Feb 03 02:58:25.921921 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51796) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:25.944928 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-aec1a92a-5fad-421c-9d43-815933cb928b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f7502-777f-48dc-9f56-e57af21f806e', 'project_id': '4cde077871f94db3a608b5b79c01883e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:25.989377 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.securitygroups_db [None req-aec1a92a-5fad-421c-9d43-815933cb928b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Project 4cde077871f94db3a608b5b79c01883e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 02:58:25.998779 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aec1a92a-5fad-421c-9d43-815933cb928b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (2bbb2a5e-89d9-4c18-8541-5b0903124832), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.006793 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'name': 'tempest-TestShelveInstance-638801225-router', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:18Z', 'updated_at': '2022-02-03T02:58:22Z', 'revision_number': 4, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'gw_port': {'id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:19Z', 'updated_at': '2022-02-03T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'e72aae8e-1425-4a10-bdae-11983c7c8c8b', 'name': '', 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'mac_address': 'fa:16:3e:1b:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7f614dbd-b6b7-4759-a7c9-f96bde6c2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:21Z', 'updated_at': '2022-02-03T02:58:22Z', 'revision_number': 2, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'subnets': [{'id': '7f614dbd-b6b7-4759-a7c9-f96bde6c2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:26.015934 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 27c8015c-4643-475a-85ae-a540d30129eb is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:26.016329 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (27c8015c-4643-475a-85ae-a540d30129eb), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.086227 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Checking router: 510aa5f3-f29e-4337-8fd1-48830e260efe for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:58:26.091782 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Updating router 510aa5f3-f29e-4337-8fd1-48830e260efe port e72aae8e-1425-4a10-bdae-11983c7c8c8b binding host dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 02:58:26.154179 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aec1a92a-5fad-421c-9d43-815933cb928b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (2bbb2a5e-89d9-4c18-8541-5b0903124832), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.168974 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aec1a92a-5fad-421c-9d43-815933cb928b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (2bbb2a5e-89d9-4c18-8541-5b0903124832), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.192861 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:58:26.198672 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dedab7-0b8a-4c72-84cb-729d5b0dc0e3" -d '{"events": [{"server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "name": "network-vif-plugged", "status": "completed", "tag": "27c8015c-4643-475a-85ae-a540d30129eb"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:58:26.216441 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.222133 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1a92a-5fad-421c-9d43-815933cb928b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbb2a5e-89d9-4c18-8541-5b0903124832,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:26.259572 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-aec1a92a-5fad-421c-9d43-815933cb928b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.264922 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-aec1a92a-5fad-421c-9d43-815933cb928b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3404939 Feb 03 02:58:26.269320 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 51806) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:26.281151 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:26.282239 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-475926b1-6f4c-4bae-b087-4e35c37575f4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f7502-777f-48dc-9f56-e57af21f806e', 'project_id': '4cde077871f94db3a608b5b79c01883e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:26.283812 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d533d80-e77d-41be-9d3d-53b36ff8c09c x-openstack-request-id: req-2d533d80-e77d-41be-9d3d-53b36ff8c09c {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:58:26.284346 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "name": "network-vif-plugged", "status": "completed", "tag": "27c8015c-4643-475a-85ae-a540d30129eb", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:58:26.284855 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d533d80-e77d-41be-9d3d-53b36ff8c09c {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:58:26.290456 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb', 'code': 200} Feb 03 02:58:26.293083 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port b6ace6e4-2448-4dd4-bb22-d032e9992532 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:26.297052 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (27c8015c-4643-475a-85ae-a540d30129eb), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.348032 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.securitygroups_db [None req-475926b1-6f4c-4bae-b087-4e35c37575f4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Project 4cde077871f94db3a608b5b79c01883e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 02:58:26.354644 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-475926b1-6f4c-4bae-b087-4e35c37575f4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (2729c8d2-2ae8-4766-8b76-fb40e0d329a9), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.523913 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=27c8015c-4643-475a-85ae-a540d30129eb,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:26.555748 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-475926b1-6f4c-4bae-b087-4e35c37575f4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (2729c8d2-2ae8-4766-8b76-fb40e0d329a9), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.583910 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-475926b1-6f4c-4bae-b087-4e35c37575f4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (2729c8d2-2ae8-4766-8b76-fb40e0d329a9), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.665088 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475926b1-6f4c-4bae-b087-4e35c37575f4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2729c8d2-2ae8-4766-8b76-fb40e0d329a9,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:26.688821 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24879afe-a7d7-457c-b14b-b3612d56ff60 req-2bc34e92-054f-4346-b924-2076d9fa4062 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:26.694871 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24879afe-a7d7-457c-b14b-b3612d56ff60 req-2bc34e92-054f-4346-b924-2076d9fa4062 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.2352366 Feb 03 02:58:26.711350 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-475926b1-6f4c-4bae-b087-4e35c37575f4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.712958 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-475926b1-6f4c-4bae-b087-4e35c37575f4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4422045 Feb 03 02:58:26.752141 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d4427-55b0-4722-8e40-24e5d0ddb0dd req-def40f1f-76bd-4e3e-bb08-32d4ee88d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:26.757443 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-620d4427-55b0-4722-8e40-24e5d0ddb0dd req-def40f1f-76bd-4e3e-bb08-32d4ee88d397 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 1129 time: 0.2186365 Feb 03 02:58:26.766489 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffabe03-fed6-464b-a4ba-b655d39742c9 req-1413a172-34d0-4773-b112-2eb91bba962c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:26.773732 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7ffabe03-fed6-464b-a4ba-b655d39742c9 req-1413a172-34d0-4773-b112-2eb91bba962c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.1935718 Feb 03 02:58:26.831373 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Publish callbacks [] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.842682 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:26.861939 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-24879afe-a7d7-457c-b14b-b3612d56ff60 req-c2e64532-2c22-4c07-8816-ff15ab75019b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657228 Feb 03 02:58:26.907556 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-620d4427-55b0-4722-8e40-24e5d0ddb0dd req-588bbaff-6007-421f-b34f-cfa0b54e6189 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309237 Feb 03 02:58:26.917911 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7ffabe03-fed6-464b-a4ba-b655d39742c9 req-2df5fdea-cac5-4084-8203-f28fc25121df tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431260 Feb 03 02:58:26.938538 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae6167-4529-42d4-a7a0-f48fc950446b None None] Pushing event updated for resources: {'Port': ['ID=e72aae8e-1425-4a10-bdae-11983c7c8c8b,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:27.057414 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Attempting to bind port e72aae8e-1425-4a10-bdae-11983c7c8c8b on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:27.059693 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Attempting to bind port e72aae8e-1425-4a10-bdae-11983c7c8c8b by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'e94cc31d-e5aa-47c4-bc9a-a855d6dccef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:27.060997 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Attempting to bind port e72aae8e-1425-4a10-bdae-11983c7c8c8b on network 0353c480-4db5-4d16-aa92-896dd54ac2c4 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:27.072869 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:27.076261 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Checking segment: {'id': 'e94cc31d-e5aa-47c4-bc9a-a855d6dccef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:27.076709 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:27.077221 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Bound using segment: {'id': 'e94cc31d-e5aa-47c4-bc9a-a855d6dccef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:27.082000 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Bound port: e72aae8e-1425-4a10-bdae-11983c7c8c8b, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94cc31d-e5aa-47c4-bc9a-a855d6dccef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:27.084458 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:27.202434 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] For port e72aae8e-1425-4a10-bdae-11983c7c8c8b, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:27.207079 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] For port e72aae8e-1425-4a10-bdae-11983c7c8c8b, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=e72aae8e-1425-4a10-bdae-11983c7c8c8b,segment=NetworkSegment(e94cc31d-e5aa-47c4-bc9a-a855d6dccef9),segment_id=e94cc31d-e5aa-47c4-bc9a-a855d6dccef9)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:27.219737 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:27.304686 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae6167-4529-42d4-a7a0-f48fc950446b None None] Pushing event updated for resources: {'Port': ['ID=e72aae8e-1425-4a10-bdae-11983c7c8c8b,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:27.325228 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Routers {'510aa5f3-f29e-4337-8fd1-48830e260efe'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:27.325901 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:58:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['510aa5f3-f29e-4337-8fd1-48830e260efe'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:27.414837 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-8513f6c6-707a-4fd1-b0bd-7e739036efb3 None None] Provisioning complete for port e72aae8e-1425-4a10-bdae-11983c7c8c8b triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:27.415474 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8513f6c6-707a-4fd1-b0bd-7e739036efb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:27.621662 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-8513f6c6-707a-4fd1-b0bd-7e739036efb3 None None] Current status of the port e72aae8e-1425-4a10-bdae-11983c7c8c8b is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:27.622056 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8513f6c6-707a-4fd1-b0bd-7e739036efb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:27.629558 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] Set router 510aa5f3-f29e-4337-8fd1-48830e260efe gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:27.812391 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-8513f6c6-707a-4fd1-b0bd-7e739036efb3 None None] For port e72aae8e-1425-4a10-bdae-11983c7c8c8b, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=e72aae8e-1425-4a10-bdae-11983c7c8c8b,segment=NetworkSegment(e94cc31d-e5aa-47c4-bc9a-a855d6dccef9),segment_id=e94cc31d-e5aa-47c4-bc9a-a855d6dccef9)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:27.830000 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8513f6c6-707a-4fd1-b0bd-7e739036efb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:27.942247 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513f6c6-707a-4fd1-b0bd-7e739036efb3 None None] Pushing event updated for resources: {'Port': ['ID=e72aae8e-1425-4a10-bdae-11983c7c8c8b,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:28.090993 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2eaa7-3b2c-40be-a7c3-51732bce2516 req-a5242f6c-13a3-416c-bc46-e293353dc454 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:28.093703 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-13a2eaa7-3b2c-40be-a7c3-51732bce2516 req-a5242f6c-13a3-416c-bc46-e293353dc454 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.1005938 Feb 03 02:58:28.147701 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-95a9d697-92e9-4705-b402-2af1896ce4a9 None None] Provisioning complete for port e72aae8e-1425-4a10-bdae-11983c7c8c8b triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:28.147701 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-95a9d697-92e9-4705-b402-2af1896ce4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:28.242914 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-13a2eaa7-3b2c-40be-a7c3-51732bce2516 req-74aed614-85fb-4d46-9143-ca033f3ff84c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352894 Feb 03 02:58:28.273313 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f3b99-826a-44f1-bd6a-942ad328adb5 req-efa110f0-9621-40db-9dba-bddbe49b25c9 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:28.275166 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4f7f3b99-826a-44f1-bd6a-942ad328adb5 req-efa110f0-9621-40db-9dba-bddbe49b25c9 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.1797330 Feb 03 02:58:28.281802 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'name': 'tempest-TestShelveInstance-638801225-router', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:18Z', 'updated_at': '2022-02-03T02:58:22Z', 'revision_number': 4, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'gw_port': {'id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:19Z', 'updated_at': '2022-02-03T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'e72aae8e-1425-4a10-bdae-11983c7c8c8b', 'name': '', 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'mac_address': 'fa:16:3e:1b:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7f614dbd-b6b7-4759-a7c9-f96bde6c2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:21Z', 'updated_at': '2022-02-03T02:58:27Z', 'revision_number': 4, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'subnets': [{'id': '7f614dbd-b6b7-4759-a7c9-f96bde6c2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:28.328354 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27ea5b-e753-49f3-bcd8-df3659547ab5 None None] The sync data for ids ['510aa5f3-f29e-4337-8fd1-48830e260efe'] in dv-cinder-827581-1-iscsi is: [{'id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'name': 'tempest-TestShelveInstance-638801225-router', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:18Z', 'updated_at': '2022-02-03T02:58:22Z', 'revision_number': 4, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'gw_port': {'id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:19Z', 'updated_at': '2022-02-03T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'e72aae8e-1425-4a10-bdae-11983c7c8c8b', 'name': '', 'network_id': '0353c480-4db5-4d16-aa92-896dd54ac2c4', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'mac_address': 'fa:16:3e:1b:b3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7f614dbd-b6b7-4759-a7c9-f96bde6c2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:21Z', 'updated_at': '2022-02-03T02:58:27Z', 'revision_number': 4, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'subnets': [{'id': '7f614dbd-b6b7-4759-a7c9-f96bde6c2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:58:28.355806 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4f7f3b99-826a-44f1-bd6a-942ad328adb5 req-348b435f-8971-4ce6-ae03-01326d08a23a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727043 Feb 03 02:58:28.427186 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-95a9d697-92e9-4705-b402-2af1896ce4a9 None None] Current status of the port e72aae8e-1425-4a10-bdae-11983c7c8c8b is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:29.509441 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9ef27-42ae-4b4e-9b62-37e7bcfa5004 req-21ec75c4-038a-4f04-b53d-00c9509b6f3e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:29.519788 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-49f9ef27-42ae-4b4e-9b62-37e7bcfa5004 req-21ec75c4-038a-4f04-b53d-00c9509b6f3e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.1302888 Feb 03 02:58:29.621484 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-49f9ef27-42ae-4b4e-9b62-37e7bcfa5004 req-0e3189f1-809b-419e-8253-eafc9fa687ad tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975010 Feb 03 02:58:29.677404 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device e72aae8e-1425-4a10-bdae-11983c7c8c8b up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:29.800302 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port e72aae8e-1425-4a10-bdae-11983c7c8c8b triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:29.801081 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:29.868047 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fb61b-9493-4779-9a7d-4d9be95da124 req-a9905553-6586-489f-9dcb-4ebd1b484c2d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:29.869573 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f87fb61b-9493-4779-9a7d-4d9be95da124 req-a9905553-6586-489f-9dcb-4ebd1b484c2d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.1295011 Feb 03 02:58:29.939897 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port e72aae8e-1425-4a10-bdae-11983c7c8c8b is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:29.950163 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f87fb61b-9493-4779-9a7d-4d9be95da124 req-c49a6b1c-c239-42bd-84e8-2a2ce6b4465d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677261 Feb 03 02:58:30.099263 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877633ef-b348-4c9f-a918-70c0877d8741 req-3d05b580-09fb-4cc0-98d1-cd29c3cf0d6e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:30.100948 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-877633ef-b348-4c9f-a918-70c0877d8741 req-3d05b580-09fb-4cc0-98d1-cd29c3cf0d6e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0776370 Feb 03 02:58:30.110286 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 51948) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:30.115477 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-825a293c-1f83-4407-b92b-5c57601abd32 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'floatingip': {'port_id': '27c8015c-4643-475a-85ae-a540d30129eb'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:30.194964 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-825a293c-1f83-4407-b92b-5c57601abd32 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (7af85cf1-5ede-49c0-9b83-53fc4d0139c1), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:30.938698 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-825a293c-1f83-4407-b92b-5c57601abd32 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:30.944698 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-825a293c-1f83-4407-b92b-5c57601abd32 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (7af85cf1-5ede-49c0-9b83-53fc4d0139c1), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:31.078772 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.l3_db [None req-825a293c-1f83-4407-b92b-5c57601abd32 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Floating IP 7af85cf1-5ede-49c0-9b83-53fc4d0139c1 associated. External IP: 172.27.2.169, port: 27c8015c-4643-475a-85ae-a540d30129eb. Feb 03 02:58:31.181020 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d0436-7d27-48b5-a636-ddf302a67ffc req-5edb6abd-218f-40a8-adbd-168f49a5ab05 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:31.188496 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ab3d0436-7d27-48b5-a636-ddf302a67ffc req-5edb6abd-218f-40a8-adbd-168f49a5ab05 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.1136656 Feb 03 02:58:31.303068 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ab3d0436-7d27-48b5-a636-ddf302a67ffc req-ceb621a9-a2e3-4dfa-b51f-91325d8227fa tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060221 Feb 03 02:58:31.381857 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825a293c-1f83-4407-b92b-5c57601abd32 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Router 1d387c67-870c-4480-b64f-5dd85ca16992 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 02:58:31.633672 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825a293c-1f83-4407-b92b-5c57601abd32 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:58:31.638469 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-825a293c-1f83-4407-b92b-5c57601abd32 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:31.646881 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41cd46-0f63-4114-a72a-2408c5c844dc None None] Sync routers for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:58:31.667548 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41cd46-0f63-4114-a72a-2408c5c844dc None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:31.669675 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-2f41cd46-0f63-4114-a72a-2408c5c844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:58:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:31.682219 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-825a293c-1f83-4407-b92b-5c57601abd32 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "PUT /v2.0/floatingips/7af85cf1-5ede-49c0-9b83-53fc4d0139c1 HTTP/1.1" status: 200 len: 991 time: 1.5706372 Feb 03 02:58:31.683198 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:58:31.685806 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87b9fae-5298-4702-a29d-16af6e9a0496" -d '{"events": [{"name": "network-changed", "server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "tag": "27c8015c-4643-475a-85ae-a540d30129eb"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:58:31.792031 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-2f41cd46-0f63-4114-a72a-2408c5c844dc None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:31.800824 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a12cd-498e-4517-8205-eb528ff779ea req-198e182b-ac74-4857-b33d-0c765f612a6a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:31.802345 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dd5a12cd-498e-4517-8205-eb528ff779ea req-198e182b-ac74-4857-b33d-0c765f612a6a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0551147 Feb 03 02:58:31.885792 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dd5a12cd-498e-4517-8205-eb528ff779ea req-7eecd13d-4ea6-4382-9945-4de292fce663 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763819 Feb 03 02:58:31.953555 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19383ea-8d6d-4cea-81db-dd3e17e93494 x-openstack-request-id: req-b19383ea-8d6d-4cea-81db-dd3e17e93494 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:58:31.954609 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "tag": "27c8015c-4643-475a-85ae-a540d30129eb", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:58:31.954917 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b19383ea-8d6d-4cea-81db-dd3e17e93494 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:58:31.955369 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb', 'status': 'completed', 'code': 200} Feb 03 02:58:32.117398 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-2f41cd46-0f63-4114-a72a-2408c5c844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '7af85cf1-5ede-49c0-9b83-53fc4d0139c1', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'port_id': '27c8015c-4643-475a-85ae-a540d30129eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'mac_address': 'fa:16:3e:01:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:30Z', 'revision_number': 1, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:32.151737 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41cd46-0f63-4114-a72a-2408c5c844dc None None] Checking router: 1d387c67-870c-4480-b64f-5dd85ca16992 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:58:32.171969 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41cd46-0f63-4114-a72a-2408c5c844dc None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:58:32.173049 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-2f41cd46-0f63-4114-a72a-2408c5c844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:58:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:32.284267 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-2f41cd46-0f63-4114-a72a-2408c5c844dc None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:58:32.326265 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b9fae-5298-4702-a29d-16af6e9a0496 req-c7d2c404-4d10-4744-b0e1-2c49d40a7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:32.327842 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c87b9fae-5298-4702-a29d-16af6e9a0496 req-c7d2c404-4d10-4744-b0e1-2c49d40a7cdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 1129 time: 0.3464885 Feb 03 02:58:32.470886 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b9fae-5298-4702-a29d-16af6e9a0496 req-5771a053-5bd8-4d9d-9ad8-ee49e26839d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:32.472356 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c87b9fae-5298-4702-a29d-16af6e9a0496 req-5771a053-5bd8-4d9d-9ad8-ee49e26839d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 917 time: 0.1366925 Feb 03 02:58:32.480581 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890065d-dc90-4b05-bd5c-c15373ffa0ab req-c72a25a0-878c-481f-a1f4-df7437a4aacc tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:32.482253 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a890065d-dc90-4b05-bd5c-c15373ffa0ab req-c72a25a0-878c-481f-a1f4-df7437a4aacc tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0869610 Feb 03 02:58:32.537221 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-2f41cd46-0f63-4114-a72a-2408c5c844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '7af85cf1-5ede-49c0-9b83-53fc4d0139c1', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'port_id': '27c8015c-4643-475a-85ae-a540d30129eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'mac_address': 'fa:16:3e:01:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:30Z', 'revision_number': 1, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:32.570464 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41cd46-0f63-4114-a72a-2408c5c844dc None None] The sync data for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi is: [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '7af85cf1-5ede-49c0-9b83-53fc4d0139c1', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'port_id': '27c8015c-4643-475a-85ae-a540d30129eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'mac_address': 'fa:16:3e:01:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:30Z', 'revision_number': 1, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:58:32.596240 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c87b9fae-5298-4702-a29d-16af6e9a0496 req-4bc3cc85-c396-4461-ac13-151b651706c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c8015c-4643-475a-85ae-a540d30129eb HTTP/1.1" status: 200 len: 999 time: 0.1130617 Feb 03 02:58:32.605112 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a890065d-dc90-4b05-bd5c-c15373ffa0ab req-f06046f8-99c1-40db-ab80-4508e04139fa tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161430 Feb 03 02:58:32.699091 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b9fae-5298-4702-a29d-16af6e9a0496 req-f01780c1-de8a-4550-8ade-0c63c94aef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:32.700922 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c87b9fae-5298-4702-a29d-16af6e9a0496 req-f01780c1-de8a-4550-8ade-0c63c94aef5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 200 len: 855 time: 0.0791202 Feb 03 02:58:32.769927 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b9fae-5298-4702-a29d-16af6e9a0496 req-7fca47e9-2c9a-451b-acbe-8ea33205db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:32.771474 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c87b9fae-5298-4702-a29d-16af6e9a0496 req-7fca47e9-2c9a-451b-acbe-8ea33205db8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17f7ee66-84e4-4ba5-b587-f73d44502290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536230 Feb 03 02:58:32.877773 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac6a33-0a95-4d9e-a7ce-fc18fffb3fe1 None None] New status for floating IP 7af85cf1-5ede-49c0-9b83-53fc4d0139c1: ACTIVE {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 02:58:32.937308 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c87b9fae-5298-4702-a29d-16af6e9a0496 req-1e8f313d-3062-41f4-892e-61b3ce796d9e service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524639 Feb 03 02:58:33.186187 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c87b9fae-5298-4702-a29d-16af6e9a0496 req-57869214-230b-4988-8df1-7c1f0d574bd4 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400331 Feb 03 02:58:33.217288 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea438ce8-e811-4324-86ed-c52958e8b954 req-1fb73764-f668-4835-8523-4e82787d2984 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:33.219350 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ea438ce8-e811-4324-86ed-c52958e8b954 req-1fb73764-f668-4835-8523-4e82787d2984 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.1183875 Feb 03 02:58:33.284626 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ea438ce8-e811-4324-86ed-c52958e8b954 req-62600821-b94a-407b-a071-e59af354934b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555725 Feb 03 02:58:33.737254 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b25fa-7317-4d31-9541-7c918db6f912 req-6cf0c08d-cf4f-4778-aa02-384577192a2f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:33.738637 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a89b25fa-7317-4d31-9541-7c918db6f912 req-6cf0c08d-cf4f-4778-aa02-384577192a2f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0595760 Feb 03 02:58:33.788570 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a89b25fa-7317-4d31-9541-7c918db6f912 req-7a1ca8da-4a97-4616-b131-bb3d30e3d8d1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Feb 03 02:58:34.448990 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40efd62-eb75-42ad-b318-540fae7cb4f1 req-d6aebbc7-243d-4972-ae53-2691ec4c0c4d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:34.450578 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d40efd62-eb75-42ad-b318-540fae7cb4f1 req-d6aebbc7-243d-4972-ae53-2691ec4c0c4d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0740533 Feb 03 02:58:34.509390 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d40efd62-eb75-42ad-b318-540fae7cb4f1 req-c0e5c096-7933-4881-a263-f48ecadb03a8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530841 Feb 03 02:58:34.945706 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ebac-561e-498b-8f01-810413c11f32 req-111f108e-6f01-49c6-b63c-0a9da7d4b5ad tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:34.947322 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f6c1ebac-561e-498b-8f01-810413c11f32 req-111f108e-6f01-49c6-b63c-0a9da7d4b5ad tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0584133 Feb 03 02:58:35.002915 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f6c1ebac-561e-498b-8f01-810413c11f32 req-3b73f0b6-8980-45c3-9d5b-b80cbe9a092f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490096 Feb 03 02:58:35.847336 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 52068) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:35.973470 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:36.065762 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Publish callbacks [] for security_group (f154c016-8c60-4a07-9c2a-0fcd24e8a282), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:36.073083 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f154c016-8c60-4a07-9c2a-0fcd24e8a282), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:36.102569 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f154c016-8c60-4a07-9c2a-0fcd24e8a282,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:36.117455 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.118065 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.118611 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.119127 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.119723 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.120223 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.120843 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.121386 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.121927 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.122421 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.122906 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.123424 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.123916 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:36.156315 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-01898883-2bc3-461b-b831-1c5c4ffb5220 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9944dfde9004cd8a8b27b972668abb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076410 Feb 03 02:58:36.160434 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 52080) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:36.165998 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4de5cb-1063-4424-9428-4909f0caeabd req-5bd13163-0275-44eb-8495-293f8281a834 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:36.168244 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5c4de5cb-1063-4424-9428-4909f0caeabd req-5bd13163-0275-44eb-8495-293f8281a834 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0783300 Feb 03 02:58:36.215003 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cf0259ef-4a79-463d-b20e-ac675a9d3059 admin admin] Publish callbacks [] for security_group (f154c016-8c60-4a07-9c2a-0fcd24e8a282), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:36.221436 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5c4de5cb-1063-4424-9428-4909f0caeabd req-0a15be77-9bab-4b85-a9e4-6670a1abdc6a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463610 Feb 03 02:58:36.249114 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cf0259ef-4a79-463d-b20e-ac675a9d3059 admin admin] Publish callbacks [] for security_group (f154c016-8c60-4a07-9c2a-0fcd24e8a282), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:36.311579 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cf0259ef-4a79-463d-b20e-ac675a9d3059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f154c016-8c60-4a07-9c2a-0fcd24e8a282), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:36.314319 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cf0259ef-4a79-463d-b20e-ac675a9d3059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:36.315517 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-cf0259ef-4a79-463d-b20e-ac675a9d3059 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f154c016-8c60-4a07-9c2a-0fcd24e8a282 HTTP/1.1" status: 204 len: 168 time: 0.1538787 Feb 03 02:58:36.323881 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0259ef-4a79-463d-b20e-ac675a9d3059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f154c016-8c60-4a07-9c2a-0fcd24e8a282,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:37.374673 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869137eb-e567-426e-a019-ee516fa24580 req-4e50bdf8-61a6-4b85-a698-206d8fb222d1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:37.376247 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-869137eb-e567-426e-a019-ee516fa24580 req-4e50bdf8-61a6-4b85-a698-206d8fb222d1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0616086 Feb 03 02:58:37.425160 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-869137eb-e567-426e-a019-ee516fa24580 req-1f4f3aec-eb9e-46c1-ba61-7f271cb75903 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Feb 03 02:58:38.553521 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268de31-ea8f-4e93-8a8f-6f6cf9ef1de3 req-ec769b5f-44e2-459f-aad1-037eabf340e1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:38.555366 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5268de31-ea8f-4e93-8a8f-6f6cf9ef1de3 req-ec769b5f-44e2-459f-aad1-037eabf340e1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0601482 Feb 03 02:58:38.611193 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5268de31-ea8f-4e93-8a8f-6f6cf9ef1de3 req-60bba441-c750-4740-9f84-c62c2b9b6497 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492277 Feb 03 02:58:39.738590 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636f241-367e-4852-bdf3-ea190ac25215 req-8f439fce-adb6-4bfc-9aa1-d2fb78526e6a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:39.741005 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c636f241-367e-4852-bdf3-ea190ac25215 req-8f439fce-adb6-4bfc-9aa1-d2fb78526e6a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0591590 Feb 03 02:58:39.788213 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c636f241-367e-4852-bdf3-ea190ac25215 req-f4b3940b-6ef1-4ed6-b3ee-450e390427b4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Feb 03 02:58:40.707636 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137d267-94a2-4c15-9f0d-3e75cd57852b req-e4e65004-26f0-4282-8ec5-3e587c842699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:40.709586 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1137d267-94a2-4c15-9f0d-3e75cd57852b req-e4e65004-26f0-4282-8ec5-3e587c842699 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 1129 time: 0.0499606 Feb 03 02:58:40.887492 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a7e90-46da-4c2b-8b7d-ccf3358f873e req-8a6e17af-7b6c-48f3-89cf-2b229c396371 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:40.889086 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-403a7e90-46da-4c2b-8b7d-ccf3358f873e req-8a6e17af-7b6c-48f3-89cf-2b229c396371 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0849907 Feb 03 02:58:40.890161 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137d267-94a2-4c15-9f0d-3e75cd57852b req-a2987f57-4538-4016-84c5-f8948479884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:40.891475 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1137d267-94a2-4c15-9f0d-3e75cd57852b req-a2987f57-4538-4016-84c5-f8948479884d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 918 time: 0.1601763 Feb 03 02:58:40.951187 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1137d267-94a2-4c15-9f0d-3e75cd57852b req-693d9603-4f8d-401e-9a1b-44c72245bb49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=514f132e-1831-4333-8bbe-abcdacde0949 HTTP/1.1" status: 200 len: 217 time: 0.0410569 Feb 03 02:58:41.006306 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-403a7e90-46da-4c2b-8b7d-ccf3358f873e req-f3fede15-f506-4e04-a1ce-99d6694bd261 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105053 Feb 03 02:58:41.019988 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137d267-94a2-4c15-9f0d-3e75cd57852b req-b300b0cf-b902-4a15-9b67-2b7d6ab170a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:41.021611 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1137d267-94a2-4c15-9f0d-3e75cd57852b req-b300b0cf-b902-4a15-9b67-2b7d6ab170a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bb96e84-4f17-47e8-9e3d-6c509db919bb HTTP/1.1" status: 200 len: 857 time: 0.0627518 Feb 03 02:58:41.067429 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1137d267-94a2-4c15-9f0d-3e75cd57852b req-bbcfdd28-0307-463c-b3ce-0e3c56d980a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f43a5cf5-27e4-4762-a93b-2169348c9878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367150 Feb 03 02:58:41.210453 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41550042-a207-4759-8396-ef26c19b7fce req-593db7d9-a739-4383-9bef-2d7bb4e21c37 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:41.212200 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41550042-a207-4759-8396-ef26c19b7fce req-593db7d9-a739-4383-9bef-2d7bb4e21c37 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.1281433 Feb 03 02:58:41.234695 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1137d267-94a2-4c15-9f0d-3e75cd57852b req-b922034a-ffe0-4207-9a34-ace35b064175 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605904 Feb 03 02:58:41.294979 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-41550042-a207-4759-8396-ef26c19b7fce req-f95b4517-a063-449f-baba-d678ed12c5bc tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693746 Feb 03 02:58:41.365370 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1137d267-94a2-4c15-9f0d-3e75cd57852b req-34a21b9d-edcb-461f-80e3-d2f36c8c82c7 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068592 Feb 03 02:58:42.138704 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09affd-27a9-4b67-b771-c1ca01e0c91b req-df20107e-67a7-4db7-b418-18cd5ff866a6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:42.140537 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ae09affd-27a9-4b67-b771-c1ca01e0c91b req-df20107e-67a7-4db7-b418-18cd5ff866a6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0635877 Feb 03 02:58:42.209886 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ae09affd-27a9-4b67-b771-c1ca01e0c91b req-fab3346f-f588-44e8-ae8d-0607887b7d52 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630651 Feb 03 02:58:42.463421 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a5ab3-4059-4d2a-b3ca-f09756a916a1 req-c9b442cf-b1eb-4ea0-bb2b-e91ed1a95d82 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:42.465650 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c38a5ab3-4059-4d2a-b3ca-f09756a916a1 req-c9b442cf-b1eb-4ea0-bb2b-e91ed1a95d82 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0881126 Feb 03 02:58:42.535214 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c38a5ab3-4059-4d2a-b3ca-f09756a916a1 req-d965f1b7-0dc0-4d52-9b3b-e429c61f245a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Feb 03 02:58:43.239160 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:58:43.302758 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:43.350764 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4379d-2a48-4ac4-beac-a34073c50140 req-0b0f3f46-fc67-443d-9449-51dd1d8e7835 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:43.352675 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1cd4379d-2a48-4ac4-beac-a34073c50140 req-0b0f3f46-fc67-443d-9449-51dd1d8e7835 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0569947 Feb 03 02:58:43.408678 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1cd4379d-2a48-4ac4-beac-a34073c50140 req-6c26da73-800a-404c-8750-618f1a6381dc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496535 Feb 03 02:58:43.668517 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5eec5-6eeb-45a9-8b26-7975bab2b137 req-462fe030-ff21-4af0-bc23-57bcf769bc24 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:43.672335 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d7c5eec5-6eeb-45a9-8b26-7975bab2b137 req-462fe030-ff21-4af0-bc23-57bcf769bc24 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0585101 Feb 03 02:58:43.726254 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d7c5eec5-6eeb-45a9-8b26-7975bab2b137 req-2e807574-ecd6-4d6f-8aa7-c258c0cc496d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476418 Feb 03 02:58:44.540398 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db401c-a54e-47ac-87fa-f839e498a958 req-1ca4778f-744c-4aba-aa5f-bbd2cd4fda10 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:44.542902 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-85db401c-a54e-47ac-87fa-f839e498a958 req-1ca4778f-744c-4aba-aa5f-bbd2cd4fda10 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0588279 Feb 03 02:58:44.599838 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-85db401c-a54e-47ac-87fa-f839e498a958 req-ea070bf3-f8bc-4e62-8825-70af6e168441 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511234 Feb 03 02:58:44.865858 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3634b-7049-4a6c-b435-0da905dcdfaa req-83044e61-1cfa-4647-9e67-32bc7ad11ec6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:44.868929 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cae3634b-7049-4a6c-b435-0da905dcdfaa req-83044e61-1cfa-4647-9e67-32bc7ad11ec6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0742040 Feb 03 02:58:44.918055 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cae3634b-7049-4a6c-b435-0da905dcdfaa req-a20101ff-55e8-4879-a611-737f7ee439d8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434678 Feb 03 02:58:45.597231 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ee721a8c-38e3-43f3-8858-8d469985021b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:45.734001 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9178d-bb11-49b2-995d-8f081ee5a505 req-94c57813-3f23-486d-875b-1fc0563c9a4f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:45.736142 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03b9178d-bb11-49b2-995d-8f081ee5a505 req-94c57813-3f23-486d-875b-1fc0563c9a4f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0640359 Feb 03 02:58:45.784357 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03b9178d-bb11-49b2-995d-8f081ee5a505 req-ef579207-b741-4292-96c1-cd9933b46784 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 Feb 03 02:58:46.044562 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f40b3-0009-4350-bc8a-c2b0631c9d4c req-012f59e2-3386-40e4-88a7-114d1ca525d4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:46.046075 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8c3f40b3-0009-4350-bc8a-c2b0631c9d4c req-012f59e2-3386-40e4-88a7-114d1ca525d4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0549698 Feb 03 02:58:46.100416 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8c3f40b3-0009-4350-bc8a-c2b0631c9d4c req-0af5379c-3527-45e8-8f54-c948e3ab0628 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482030 Feb 03 02:58:46.900529 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8136-2966-4536-a054-2817005f72b6 req-46c0f48b-42df-4d1b-b93e-3bd475adcdbb tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:46.902876 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-46c0f48b-42df-4d1b-b93e-3bd475adcdbb tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 815 time: 0.1436734 Feb 03 02:58:46.923489 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-61d58fea-c72e-4504-80b4-e50ed846b05e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/quotas/ff777728bb704feeabf264e753679daa HTTP/1.1" status: 200 len: 375 time: 0.0145416 Feb 03 02:58:46.949777 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dae56-ac46-4b29-bce7-7ea5c6931fd6 req-fa611c2f-14b4-4573-afd3-73c1872b8521 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:46.951320 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2a1dae56-ac46-4b29-bce7-7ea5c6931fd6 req-fa611c2f-14b4-4573-afd3-73c1872b8521 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0919397 Feb 03 02:58:47.026058 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-4942fce5-de6c-4094-ab64-9eafe968ab35 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957570 Feb 03 02:58:47.031199 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2a1dae56-ac46-4b29-bce7-7ea5c6931fd6 req-bdb98546-b79c-4cb7-9859-ef649f7d8d1d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645387 Feb 03 02:58:47.129522 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-e8d4534d-104a-499b-a110-e4f2829d83b8 service neutron] 10.222.0.31 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906096 Feb 03 02:58:47.269789 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff879164-7c1e-4b9e-bc98-ec5964cb1e29 service neutron] 10.222.0.31 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331887 Feb 03 02:58:47.277884 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff3f9-0c44-4507-bb7c-b55d7bc4aba3 req-6e845f9a-9b56-4168-b1c9-14baba5dc760 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:47.279315 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-389ff3f9-0c44-4507-bb7c-b55d7bc4aba3 req-6e845f9a-9b56-4168-b1c9-14baba5dc760 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0925543 Feb 03 02:58:47.326470 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-389ff3f9-0c44-4507-bb7c-b55d7bc4aba3 req-b174df21-42f8-49b5-8feb-9d469f77c1d4 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415940 Feb 03 02:58:47.442158 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f97e981f-933c-463f-91c6-ec13dd924e74 req-ba33d216-a247-4225-93f8-d7b759a88e28 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 210 time: 0.0354130 Feb 03 02:58:47.878493 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6dc36cc8-4ebd-4cbf-8d80-f1641c754bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:48.160911 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4b86-857a-49bd-8880-a24f1473d65f req-8d9684bd-d521-4a67-b67c-e7a29300b057 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:48.162399 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-85da4b86-857a-49bd-8880-a24f1473d65f req-8d9684bd-d521-4a67-b67c-e7a29300b057 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0522683 Feb 03 02:58:48.212848 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-85da4b86-857a-49bd-8880-a24f1473d65f req-dbb890fe-9acc-4037-8678-d6d6c26e9022 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 Feb 03 02:58:48.361677 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f03c2-767f-4506-ac10-3193b7b38937 req-66a1becd-031b-40ae-8b69-d4c3a460fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:48.363221 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d66f03c2-767f-4506-ac10-3193b7b38937 req-66a1becd-031b-40ae-8b69-d4c3a460fb4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 1129 time: 0.0454762 Feb 03 02:58:48.419532 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d66f03c2-767f-4506-ac10-3193b7b38937 req-bbb68c21-7b79-4371-b0b8-0a47f41faf36 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Feb 03 02:58:48.477257 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e21af-bd2d-4585-9271-d6c3981f4a8a req-1636cbde-5a44-4654-8ff2-8fc5bb80c793 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:48.478988 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8c7e21af-bd2d-4585-9271-d6c3981f4a8a req-1636cbde-5a44-4654-8ff2-8fc5bb80c793 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0558109 Feb 03 02:58:48.575825 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8c7e21af-bd2d-4585-9271-d6c3981f4a8a req-dfc69762-1915-495a-a15f-b909b7078041 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841770 Feb 03 02:58:48.577945 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0441767b-0533-40ee-b740-7243662661c2 req-5d4b65a3-58cf-4c7c-bc72-1f9bd68ef48f tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 210 time: 0.0375676 Feb 03 02:58:48.977546 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8136-2966-4536-a054-2817005f72b6 req-6422855b-cae7-4840-af5e-cb4e822bfc61 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:48.980327 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-6422855b-cae7-4840-af5e-cb4e822bfc61 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 815 time: 0.1203249 Feb 03 02:58:48.995680 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Request body: {'port': {'device_id': 'd861e845-ecc7-4b5a-85a6-71a9af607f86', 'network_id': '126c5997-2080-4b93-9c71-959073b0550c', 'admin_state_up': True, 'tenant_id': 'ff777728bb704feeabf264e753679daa'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:49.158077 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Made reservation on behalf of ff777728bb704feeabf264e753679daa for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:58:49.163579 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:49.352831 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Allocated IP 172.20.0.5 (126c5997-2080-4b93-9c71-959073b0550c/c0392db5-b24e-45e0-baa6-1befde31502f/716697ab-7116-4750-bb15-40d6691bc75e) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:49.373113 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf796a-e25a-4fca-bad2-51afedad0c5f req-06983969-cf21-403a-82dc-9381dea42482 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:49.374835 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c0cf796a-e25a-4fca-bad2-51afedad0c5f req-06983969-cf21-403a-82dc-9381dea42482 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0855706 Feb 03 02:58:49.454913 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c0cf796a-e25a-4fca-bad2-51afedad0c5f req-3f9e3b67-75b4-427d-8037-d9ce0a84e49b tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731771 Feb 03 02:58:49.559654 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks [] for port (716697ab-7116-4750-bb15-40d6691bc75e), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:49.584111 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:49.609877 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (716697ab-7116-4750-bb15-40d6691bc75e), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:49.632457 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['44de70aa-dd5c-4b82-94f1-25e286c3f42f', '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12', 'eb42ec3a-c180-4e56-94f7-7014b20db64c'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:58:49.660690 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Network 126c5997-2080-4b93-9c71-959073b0550c is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:49.663928 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:49.666974 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:49.672841 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:49.673490 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:49.699052 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078674 Feb 03 02:58:49.700425 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Pushing event updated for resources: {'Port': ['ID=716697ab-7116-4750-bb15-40d6691bc75e,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:49.721994 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Request body: {'port': {'device_id': 'd861e845-ecc7-4b5a-85a6-71a9af607f86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:49.741384 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.741912 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.742103 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.742414 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.742842 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.743197 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.743534 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.743859 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.744182 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.744523 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.744851 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.745169 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.745532 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b81caf-d985-4736-b5a1-3a91a327e9fd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:49.858789 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a1b3-7b63-4acf-bb3d-2a69ddabd3c8 req-80421544-069b-46a2-b3c7-e437602fd84a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:49.860600 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9356a1b3-7b63-4acf-bb3d-2a69ddabd3c8 req-80421544-069b-46a2-b3c7-e437602fd84a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.1665378 Feb 03 02:58:49.897982 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (716697ab-7116-4750-bb15-40d6691bc75e), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:49.958029 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c38a-3bd2-4750-bb68-48396de1eef5 req-cdfa9880-18b5-4f9f-9bc0-cc5ab4422bb1 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:49.959564 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c970c38a-3bd2-4750-bb68-48396de1eef5 req-cdfa9880-18b5-4f9f-9bc0-cc5ab4422bb1 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 931 time: 0.1742897 Feb 03 02:58:49.995360 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9356a1b3-7b63-4acf-bb3d-2a69ddabd3c8 req-6feb0e21-8453-48f6-a730-9578479cc5df tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267455 Feb 03 02:58:50.100948 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c970c38a-3bd2-4750-bb68-48396de1eef5 req-ee655c45-9882-4f24-9428-f38850f5973d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309204 Feb 03 02:58:50.279976 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716697ab-7116-4750-bb15-40d6691bc75e {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:58:50.288842 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Publish callbacks [] for port (716697ab-7116-4750-bb15-40d6691bc75e), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:50.308081 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Transition to ACTIVE for port object 716697ab-7116-4750-bb15-40d6691bc75e will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:58:50.312440 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (716697ab-7116-4750-bb15-40d6691bc75e), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:50.373073 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Pushing event updated for resources: {'Port': ['ID=716697ab-7116-4750-bb15-40d6691bc75e,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:50.412937 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Attempting to bind port 716697ab-7116-4750-bb15-40d6691bc75e on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:50.414009 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Attempting to bind port 716697ab-7116-4750-bb15-40d6691bc75e by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:50.414417 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Attempting to bind port 716697ab-7116-4750-bb15-40d6691bc75e on network 126c5997-2080-4b93-9c71-959073b0550c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:50.419239 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Port 716697ab-7116-4750-bb15-40d6691bc75e on network 126c5997-2080-4b93-9c71-959073b0550c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:58:50.419776 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Attempting to bind port 716697ab-7116-4750-bb15-40d6691bc75e on network 126c5997-2080-4b93-9c71-959073b0550c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:50.425125 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:50.425493 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Checking segment: {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:50.425934 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Bound using segment: {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:50.426363 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Bound port: 716697ab-7116-4750-bb15-40d6691bc75e, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c65fd29-6d7f-49bd-861e-3808df1814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '126c5997-2080-4b93-9c71-959073b0550c'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:50.426773 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (716697ab-7116-4750-bb15-40d6691bc75e), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:50.495712 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] For port 716697ab-7116-4750-bb15-40d6691bc75e, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:50.500018 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] For port 716697ab-7116-4750-bb15-40d6691bc75e, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=716697ab-7116-4750-bb15-40d6691bc75e,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:50.508738 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (716697ab-7116-4750-bb15-40d6691bc75e), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:50.545994 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:50.546645 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:50.548110 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] 10.222.0.43 "PUT /v2.0/ports/716697ab-7116-4750-bb15-40d6691bc75e HTTP/1.1" status: 200 len: 1093 time: 0.8362248 Feb 03 02:58:50.548568 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd861e845-ecc7-4b5a-85a6-71a9af607f86', 'tag': '716697ab-7116-4750-bb15-40d6691bc75e'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:58:50.550927 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69030765-2691-4295-95eb-a22e3b2da0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d861e845-ecc7-4b5a-85a6-71a9af607f86", "tag": "716697ab-7116-4750-bb15-40d6691bc75e"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:58:50.557464 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:50.598003 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1829a9-65b8-4ab2-9e5b-9d73cb49f24c service neutron] Pushing event updated for resources: {'Port': ['ID=716697ab-7116-4750-bb15-40d6691bc75e,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:50.615958 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e0bdd9-49eb-4e1f-9ea8-91d4895283ba x-openstack-request-id: req-b7e0bdd9-49eb-4e1f-9ea8-91d4895283ba {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:58:50.616267 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d861e845-ecc7-4b5a-85a6-71a9af607f86", "tag": "716697ab-7116-4750-bb15-40d6691bc75e", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:58:50.616561 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7e0bdd9-49eb-4e1f-9ea8-91d4895283ba {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:58:50.617095 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd861e845-ecc7-4b5a-85a6-71a9af607f86', 'tag': '716697ab-7116-4750-bb15-40d6691bc75e', 'status': 'completed', 'code': 200} Feb 03 02:58:50.653808 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0693f-15c8-44b3-b130-30a316257475 req-cabd38bd-4b80-4c72-9a15-2d33639bc445 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:50.655291 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-58f0693f-15c8-44b3-b130-30a316257475 req-cabd38bd-4b80-4c72-9a15-2d33639bc445 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0732780 Feb 03 02:58:50.725887 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-58f0693f-15c8-44b3-b130-30a316257475 req-433fb56f-2695-48ed-9fb5-49155805c281 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523434 Feb 03 02:58:50.729037 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8136-2966-4536-a054-2817005f72b6 req-c9302232-9e5e-49d3-af9b-aa585fb5e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:50.730580 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-c9302232-9e5e-49d3-af9b-aa585fb5e828 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 1127 time: 0.0924704 Feb 03 02:58:50.779763 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-5f5de0e5-4006-4b20-ad85-cf2cb57cff0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=716697ab-7116-4750-bb15-40d6691bc75e HTTP/1.1" status: 200 len: 217 time: 0.0380249 Feb 03 02:58:50.834266 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8136-2966-4536-a054-2817005f72b6 req-ccac808c-6024-4fae-b52b-3f7258d5f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:50.835741 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-ccac808c-6024-4fae-b52b-3f7258d5f174 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0392db5-b24e-45e0-baa6-1befde31502f HTTP/1.1" status: 200 len: 855 time: 0.0493708 Feb 03 02:58:50.869785 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-1e729e2f-2128-4b14-a924-e9702d7dee21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=126c5997-2080-4b93-9c71-959073b0550c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255172 Feb 03 02:58:50.979682 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-bba9bc53-4dda-4e69-b4b8-4b20b7936adf service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964313 Feb 03 02:58:51.075869 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eec8136-2966-4536-a054-2817005f72b6 req-e9e66601-4873-45d0-bee3-bf673acb0c2b service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878429 Feb 03 02:58:51.220758 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad65831-bc14-4008-bbde-5e415517f816 req-58bc2aa4-9f0b-4da5-9950-d16199ffc6a5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:51.220758 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aad65831-bc14-4008-bbde-5e415517f816 req-58bc2aa4-9f0b-4da5-9950-d16199ffc6a5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.1236696 Feb 03 02:58:51.347783 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69030765-2691-4295-95eb-a22e3b2da0c4 req-fc4d4d5c-30ec-40f5-bee5-1bfc57605dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:51.349351 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-69030765-2691-4295-95eb-a22e3b2da0c4 req-fc4d4d5c-30ec-40f5-bee5-1bfc57605dbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff777728bb704feeabf264e753679daa&device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 1127 time: 0.1287403 Feb 03 02:58:51.353400 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aad65831-bc14-4008-bbde-5e415517f816 req-ce46b74b-db19-4449-8a1d-2223c97e2783 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345928 Feb 03 02:58:51.364225 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d4aa-122a-4062-9554-3701df8ed1fb req-69ad684a-4862-4df2-aa49-a3f5f701d0ae tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:51.366025 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d281d4aa-122a-4062-9554-3701df8ed1fb req-69ad684a-4862-4df2-aa49-a3f5f701d0ae tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 943 time: 0.1342413 Feb 03 02:58:51.470164 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d281d4aa-122a-4062-9554-3701df8ed1fb req-972e6150-4c5f-47b8-b8d3-9fb95368de4e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957656 Feb 03 02:58:51.522239 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69030765-2691-4295-95eb-a22e3b2da0c4 req-7d99147b-68d6-4296-8cfe-ca2a643740b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:51.523794 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-69030765-2691-4295-95eb-a22e3b2da0c4 req-7d99147b-68d6-4296-8cfe-ca2a643740b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 200 len: 916 time: 0.1568959 Feb 03 02:58:51.577934 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-69030765-2691-4295-95eb-a22e3b2da0c4 req-6f599219-dc5d-4cef-9598-28e443c6d80d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=716697ab-7116-4750-bb15-40d6691bc75e HTTP/1.1" status: 200 len: 217 time: 0.0371492 Feb 03 02:58:51.690943 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16dba7-f521-4610-81ff-25e1652780e9 req-1df231cc-e649-4dcb-b23e-248389077ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:51.691646 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69030765-2691-4295-95eb-a22e3b2da0c4 req-15c7eada-1743-4e46-bd92-ba46f37b4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:51.693233 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-69030765-2691-4295-95eb-a22e3b2da0c4 req-15c7eada-1743-4e46-bd92-ba46f37b4e96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0392db5-b24e-45e0-baa6-1befde31502f HTTP/1.1" status: 200 len: 855 time: 0.1018322 Feb 03 02:58:51.693492 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-ad16dba7-f521-4610-81ff-25e1652780e9 req-1df231cc-e649-4dcb-b23e-248389077ca2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 1129 time: 0.0543084 Feb 03 02:58:51.718281 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292d925-e1a1-48eb-a08b-73093f35e36d req-f4fe01a8-7ad7-48d7-be75-48617ad336a1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:51.720022 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9292d925-e1a1-48eb-a08b-73093f35e36d req-f4fe01a8-7ad7-48d7-be75-48617ad336a1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0688767 Feb 03 02:58:51.789570 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-69030765-2691-4295-95eb-a22e3b2da0c4 req-370ca33c-b5bc-4424-82aa-7b6aa7c6bdb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=126c5997-2080-4b93-9c71-959073b0550c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616672 Feb 03 02:58:51.834722 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16dba7-f521-4610-81ff-25e1652780e9 req-77f760fe-d0f7-40d2-a6fb-811be366e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:51.841748 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-ad16dba7-f521-4610-81ff-25e1652780e9 req-77f760fe-d0f7-40d2-a6fb-811be366e5e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 918 time: 0.1097333 Feb 03 02:58:51.902503 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-ad16dba7-f521-4610-81ff-25e1652780e9 req-74148981-18df-4be3-a2ed-9b398c6910af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=514f132e-1831-4333-8bbe-abcdacde0949 HTTP/1.1" status: 200 len: 217 time: 0.0524225 Feb 03 02:58:52.196799 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:52.342157 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9292d925-e1a1-48eb-a08b-73093f35e36d req-6dc9fa29-83af-470a-89e6-9a7d1a30e6b6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993638 Feb 03 02:58:52.362790 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16dba7-f521-4610-81ff-25e1652780e9 req-fb44b36e-a9ed-46f3-bf2b-152d9ab7c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:52.364085 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-ad16dba7-f521-4610-81ff-25e1652780e9 req-fb44b36e-a9ed-46f3-bf2b-152d9ab7c1fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bb96e84-4f17-47e8-9e3d-6c509db919bb HTTP/1.1" status: 200 len: 857 time: 0.4440284 Feb 03 02:58:52.384983 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dc9dd-ba8c-42a2-8947-c41ac81ee883 req-095cd62c-60a8-4d0c-ace3-a1091492715e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:52.391771 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-409dc9dd-ba8c-42a2-8947-c41ac81ee883 req-095cd62c-60a8-4d0c-ace3-a1091492715e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.5376916 Feb 03 02:58:52.408678 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-69030765-2691-4295-95eb-a22e3b2da0c4 req-439e4fde-f59c-4074-b5ff-31501dcfe88b service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019459 Feb 03 02:58:52.416710 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-ad16dba7-f521-4610-81ff-25e1652780e9 req-5fbd25c4-3c28-410d-a035-5785721f89d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f43a5cf5-27e4-4762-a93b-2169348c9878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393677 Feb 03 02:58:52.468812 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-409dc9dd-ba8c-42a2-8947-c41ac81ee883 req-f77f6100-961a-463e-8126-fe02a4d2f51d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760691 Feb 03 02:58:52.529512 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-ad16dba7-f521-4610-81ff-25e1652780e9 req-e0be5244-d423-46de-82ca-7d1255ab733f service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956922 Feb 03 02:58:52.550391 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-69030765-2691-4295-95eb-a22e3b2da0c4 req-eece2483-7a4d-4e6b-be75-7e72690ca1ce service neutron] 10.222.0.43 "GET /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173768 Feb 03 02:58:52.648151 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-ad16dba7-f521-4610-81ff-25e1652780e9 req-75ba0128-53f7-44f3-9319-d006311b3653 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101227 Feb 03 02:58:52.664526 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b91d5-b5ce-426f-a86b-1214df8d2c92 req-30925d9e-0236-4c7b-8f65-86b60f29b68a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:52.666194 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dd1b91d5-b5ce-426f-a86b-1214df8d2c92 req-30925d9e-0236-4c7b-8f65-86b60f29b68a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 943 time: 0.0617352 Feb 03 02:58:52.715460 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dd1b91d5-b5ce-426f-a86b-1214df8d2c92 req-b96a7d80-0c5c-4a10-b123-2112e36a9bff tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 Feb 03 02:58:53.463570 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9446046-5783-4c6e-9f77-b12262417ac6 req-e521a75a-9416-46f8-8432-6f4e0bc4cf70 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:53.465065 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9446046-5783-4c6e-9f77-b12262417ac6 req-e521a75a-9416-46f8-8432-6f4e0bc4cf70 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0536575 Feb 03 02:58:53.514571 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9446046-5783-4c6e-9f77-b12262417ac6 req-54d5de14-86f7-4fa6-8666-926e24a79de5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Feb 03 02:58:53.598333 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6df81-0c76-4bc1-92a0-3efc15530476 req-c3ad7816-ca7c-4dd6-904f-e337cdeb791e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:53.599800 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fcf6df81-0c76-4bc1-92a0-3efc15530476 req-c3ad7816-ca7c-4dd6-904f-e337cdeb791e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0533690 Feb 03 02:58:53.652340 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fcf6df81-0c76-4bc1-92a0-3efc15530476 req-473d0f75-3379-41d5-837f-f6273206b2b8 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441790 Feb 03 02:58:53.845523 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8569800-9bf8-4158-acce-6ee062da879e req-1b253cbe-8db9-44fe-9e8b-80abc99c2a4a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:53.846994 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8569800-9bf8-4158-acce-6ee062da879e req-1b253cbe-8db9-44fe-9e8b-80abc99c2a4a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 943 time: 0.0535915 Feb 03 02:58:53.895365 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8569800-9bf8-4158-acce-6ee062da879e req-a19f6559-7475-4434-95d4-eb6510e1b9e4 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423303 Feb 03 02:58:54.243742 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-f6b2a2cc-8397-42d6-afce-391566cb87d7 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298023373&fields=id&tenant_id=4cde077871f94db3a608b5b79c01883e HTTP/1.1" status: 200 len: 267 time: 0.0477498 Feb 03 02:58:54.346538 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-8851797b-969f-4634-beb7-0b8566fe34ac tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:54.348088 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-8851797b-969f-4634-beb7-0b8566fe34ac tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/networks?id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022 HTTP/1.1" status: 200 len: 809 time: 0.0980201 Feb 03 02:58:54.363431 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-8e4a0c85-910d-4277-9bd9-be282b9fa93e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/quotas/4cde077871f94db3a608b5b79c01883e HTTP/1.1" status: 200 len: 375 time: 0.0093138 Feb 03 02:58:54.418884 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-ebce9911-e253-41ae-b3ef-64542c3a2e98 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cde077871f94db3a608b5b79c01883e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503244 Feb 03 02:58:54.516891 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-a049c79e-c9ba-41ed-9a56-2006eb76b7e3 service neutron] 10.222.0.31 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864396 Feb 03 02:58:54.647258 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-909d6477-80bf-42dc-bf95-3073644b4355 service neutron] 10.222.0.31 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245470 Feb 03 02:58:54.662842 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0e900-9e41-408f-a3f5-372e4f63d61c req-530ff0c5-2d6b-4819-b005-071b7777fcd1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:54.663700 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54b0e900-9e41-408f-a3f5-372e4f63d61c req-530ff0c5-2d6b-4819-b005-071b7777fcd1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0773454 Feb 03 02:58:54.709894 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54b0e900-9e41-408f-a3f5-372e4f63d61c req-e48cac7d-ce42-4624-b145-47c665e22eda tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Feb 03 02:58:54.825318 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75369649-accf-48bc-9580-6e5726f49993 req-5317be14-9ebc-46e4-ad08-a95ff88dbb13 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:54.826809 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-75369649-accf-48bc-9580-6e5726f49993 req-5317be14-9ebc-46e4-ad08-a95ff88dbb13 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0571339 Feb 03 02:58:54.876526 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-75369649-accf-48bc-9580-6e5726f49993 req-10e9eeb6-66ee-41aa-8cdc-28054245d4dd tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440247 Feb 03 02:58:54.938889 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c8fe2dd-2cae-4bae-86c8-96866861d22d req-92b7b273-e803-4878-b442-5837b9d33327 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 210 time: 0.0276449 Feb 03 02:58:55.024697 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3151930-206f-4adc-b69e-49e0497dbd13 req-3ba35234-2e71-4fae-a427-b3fa03d72a13 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:55.026283 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3151930-206f-4adc-b69e-49e0497dbd13 req-3ba35234-2e71-4fae-a427-b3fa03d72a13 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 943 time: 0.0560694 Feb 03 02:58:55.075924 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3151930-206f-4adc-b69e-49e0497dbd13 req-9bd003c7-ebea-4fd4-97d2-e790cfb34c92 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436602 Feb 03 02:58:55.559210 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 716697ab-7116-4750-bb15-40d6691bc75e details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:58:55.636603 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 52372) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:55.655599 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 716697ab-7116-4750-bb15-40d6691bc75e, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=716697ab-7116-4750-bb15-40d6691bc75e,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:55.667317 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '716697ab-7116-4750-bb15-40d6691bc75e', 'network_id': '126c5997-2080-4b93-9c71-959073b0550c', 'port_id': '716697ab-7116-4750-bb15-40d6691bc75e', 'mac_address': 'fa:16:3e:84:1a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0392db5-b24e-45e0-baa6-1befde31502f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:58:55.679911 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5604df7-00a3-4be1-9ca8-39855fb66569 admin admin] Deleting subnet a675e0eb-a1b6-4111-9999-5da2847ebec2 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 02:58:55.682913 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e5604df7-00a3-4be1-9ca8-39855fb66569 admin admin] Publish callbacks [] for subnet (a675e0eb-a1b6-4111-9999-5da2847ebec2), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:55.704204 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 716697ab-7116-4750-bb15-40d6691bc75e is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:55.704696 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (716697ab-7116-4750-bb15-40d6691bc75e), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:55.715567 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e5604df7-00a3-4be1-9ca8-39855fb66569 admin admin] Publish callbacks [] for subnet (a675e0eb-a1b6-4111-9999-5da2847ebec2), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:55.720867 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716697ab-7116-4750-bb15-40d6691bc75e {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:58:55.721321 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e5604df7-00a3-4be1-9ca8-39855fb66569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (a675e0eb-a1b6-4111-9999-5da2847ebec2), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:55.741040 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 716697ab-7116-4750-bb15-40d6691bc75e, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=716697ab-7116-4750-bb15-40d6691bc75e,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:55.746839 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (716697ab-7116-4750-bb15-40d6691bc75e), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:55.789407 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e5604df7-00a3-4be1-9ca8-39855fb66569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (a675e0eb-a1b6-4111-9999-5da2847ebec2), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:55.798256 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=716697ab-7116-4750-bb15-40d6691bc75e,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:55.805090 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.805499 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.805866 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.806217 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.806557 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.806892 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.807233 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.807568 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.807897 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.808240 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.808575 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.808932 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.809258 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:58:55.830877 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e5604df7-00a3-4be1-9ca8-39855fb66569 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:55.834015 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e5604df7-00a3-4be1-9ca8-39855fb66569 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a675e0eb-a1b6-4111-9999-5da2847ebec2 HTTP/1.1" status: 204 len: 168 time: 0.1962421 Feb 03 02:58:55.834970 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5604df7-00a3-4be1-9ca8-39855fb66569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a675e0eb-a1b6-4111-9999-5da2847ebec2,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:55.836601 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 52378) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:55.858760 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416d897-9ae3-413a-bc08-d9ce2a974c21 req-175ef1bf-1ba1-46a7-8f1d-9e3155217077 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:55.860308 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f416d897-9ae3-413a-bc08-d9ce2a974c21 req-175ef1bf-1ba1-46a7-8f1d-9e3155217077 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0814698 Feb 03 02:58:55.914004 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (22fe169f-e273-4ced-9b97-e4e9b084e012), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:55.924184 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f416d897-9ae3-413a-bc08-d9ce2a974c21 req-2b841753-1074-4732-bada-8e49b5e1cdcf tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567086 Feb 03 02:58:56.087907 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (22fe169f-e273-4ced-9b97-e4e9b084e012), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.097725 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3044d621-5fc8-44c3-905f-fc4a2e7a2d8a req-2d1b3c40-7091-423c-afb0-ead62df9847b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 210 time: 0.0616584 Feb 03 02:58:56.119793 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c1882-91cc-411c-9c4e-c75aa71628e7 req-974c9274-94e1-47a0-9133-68076bd2d159 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:56.121893 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d15c1882-91cc-411c-9c4e-c75aa71628e7 req-974c9274-94e1-47a0-9133-68076bd2d159 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1522110 Feb 03 02:58:56.141435 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fe169f-e273-4ced-9b97-e4e9b084e012']}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:56.157706 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c02c3bd-b567-49e6-9e3d-49792676726f') {'for_net_delete': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:56.158053 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c02c3bd-b567-49e6-9e3d-49792676726f') {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:58:56.165387 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-2a2653d7-8baf-4894-9b87-08330ef3989a tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:56.166862 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-2a2653d7-8baf-4894-9b87-08330ef3989a tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.43 "GET /v2.0/networks?id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022 HTTP/1.1" status: 200 len: 809 time: 0.2147901 Feb 03 02:58:56.179363 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575254'] for segment (2c02c3bd-b567-49e6-9e3d-49792676726f), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.222842 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (2c02c3bd-b567-49e6-9e3d-49792676726f), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.227793 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['716697ab-7116-4750-bb15-40d6691bc75e'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:58:56.244677 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=102483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 02:58:56.245948 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3364233'] for segment (2c02c3bd-b567-49e6-9e3d-49792676726f), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: Traceback (most recent call last): Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: timer() Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: cb(*args, **kw) Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: return func(*args, **kwargs) Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: self._notify() Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: self.callback(batched_events) Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: event.method(event) Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: return f(self, *a, **k) Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._get(url).json() Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: return self.request(url, 'GET', **kwargs) Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 02:58:56.247730 dv-cinder-827581-1-iscsi neutron-server[102483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 02:58:56.253809 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d15c1882-91cc-411c-9c4e-c75aa71628e7 req-cfb13bdd-fdf5-49f0-839b-9b875ed90f9f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180327 Feb 03 02:58:56.314122 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9fd2d-2645-4192-b741-32d3072c15c1 req-55946acd-0a38-4e70-b8b5-e789ee60a21a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:56.316691 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c2e9fd2d-2645-4192-b741-32d3072c15c1 req-55946acd-0a38-4e70-b8b5-e789ee60a21a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 944 time: 0.1345048 Feb 03 02:58:56.352472 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-700aace8-5f01-4061-83c6-898476bf022c tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cde077871f94db3a608b5b79c01883e HTTP/1.1" status: 200 len: 380 time: 0.1563337 Feb 03 02:58:56.355588 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Request body: {'port': {'device_id': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'admin_state_up': True, 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'security_groups': ['ea6f7502-777f-48dc-9f56-e57af21f806e']}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:56.361818 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (22fe169f-e273-4ced-9b97-e4e9b084e012), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.374140 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.380097 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] 10.222.0.31 "DELETE /v2.0/networks/22fe169f-e273-4ced-9b97-e4e9b084e012 HTTP/1.1" status: 204 len: 168 time: 0.5401583 Feb 03 02:58:56.400916 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c2e9fd2d-2645-4192-b741-32d3072c15c1 req-d1ee1155-beb7-4d76-aa74-91e1b30eccf2 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790663 Feb 03 02:58:56.441874 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce73c3-f98f-42dd-8c71-f18b5390d437 admin admin] Pushing event deleted for resources: {'Network': ['ID=22fe169f-e273-4ced-9b97-e4e9b084e012,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:56.504949 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Made reservation on behalf of 4cde077871f94db3a608b5b79c01883e for: {'port': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:58:56.508358 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.578647 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 52394) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:56.619843 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-4a66d898-8dad-438e-99d7-a79ddb150a25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15c4256dc55e466d95808fa66f72c37d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399222 Feb 03 02:58:56.622649 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 52396) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:58:56.639794 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Allocated IP 172.20.0.12 (60e4bf0b-1fca-4dbb-bbfb-3754d5775022/38e53842-28f9-4b60-b4f1-c42ac3da1bd6/e9d2989c-2c82-4969-8caa-45dce6105669) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:58:56.674446 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-10c7e700-522b-4a0b-b828-d56da667074e admin admin] Publish callbacks [] for security_group (57bb59a0-eec0-4158-8b47-375949e9622f), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.694681 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-10c7e700-522b-4a0b-b828-d56da667074e admin admin] Publish callbacks [] for security_group (57bb59a0-eec0-4158-8b47-375949e9622f), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.741159 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-10c7e700-522b-4a0b-b828-d56da667074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (57bb59a0-eec0-4158-8b47-375949e9622f), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.744123 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-10c7e700-522b-4a0b-b828-d56da667074e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.747604 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-10c7e700-522b-4a0b-b828-d56da667074e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57bb59a0-eec0-4158-8b47-375949e9622f HTTP/1.1" status: 204 len: 168 time: 0.1217546 Feb 03 02:58:56.756399 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7e700-522b-4a0b-b828-d56da667074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb59a0-eec0-4158-8b47-375949e9622f,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:56.794151 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for port (e9d2989c-2c82-4969-8caa-45dce6105669), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.830089 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.873272 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:58:56.876207 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:58:56.879755 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:58:56.888291 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event updated for resources: {'Port': ['ID=e9d2989c-2c82-4969-8caa-45dce6105669,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:56.937687 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:56.938427 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:56.959443 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-5b5fce78-7736-4016-b2dc-a585334554cf tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6111407 Feb 03 02:58:56.975255 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Request body: {'port': {'device_id': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:58:57.050923 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:57.180175 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-8b4cc379-7f7f-409d-9285-de2030ef1d91 None None] Provisioning complete for port e9d2989c-2c82-4969-8caa-45dce6105669 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:57.180812 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc379-7f7f-409d-9285-de2030ef1d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:57.220889 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cc379-7f7f-409d-9285-de2030ef1d91 None None] Port e9d2989c-2c82-4969-8caa-45dce6105669 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 02:58:57.223139 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9eae3-5044-4006-9e91-839ba9042cc3 req-7ebfe582-2c94-42a0-9cab-64d91595a455 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:57.225107 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-81d9eae3-5044-4006-9e91-839ba9042cc3 req-7ebfe582-2c94-42a0-9cab-64d91595a455 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 932 time: 0.0670037 Feb 03 02:58:57.278951 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-81d9eae3-5044-4006-9e91-839ba9042cc3 req-52a4593b-435a-4b82-9561-587108362cb3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468495 Feb 03 02:58:57.354292 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d2989c-2c82-4969-8caa-45dce6105669 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:58:57.364687 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Publish callbacks [] for port (e9d2989c-2c82-4969-8caa-45dce6105669), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:57.382589 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Transition to ACTIVE for port object e9d2989c-2c82-4969-8caa-45dce6105669 will not be triggered until provisioned by entity L2. {{(pid=102483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 02:58:57.383366 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa6a61-90ca-4f1a-9a30-028dd972893f req-9664bb91-4ea8-459a-af62-12e55a0c54e6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:57.385135 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3dfa6a61-90ca-4f1a-9a30-028dd972893f req-9664bb91-4ea8-459a-af62-12e55a0c54e6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0640259 Feb 03 02:58:57.388257 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:57.465032 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d2989c-2c82-4969-8caa-45dce6105669,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:57.471985 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3dfa6a61-90ca-4f1a-9a30-028dd972893f req-9c3a1e52-7e91-4f9b-b5e3-f9abda2bce00 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799289 Feb 03 02:58:57.546260 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Attempting to bind port e9d2989c-2c82-4969-8caa-45dce6105669 on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 02:58:57.546260 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Attempting to bind port e9d2989c-2c82-4969-8caa-45dce6105669 by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 02:58:57.546548 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Attempting to bind port e9d2989c-2c82-4969-8caa-45dce6105669 on network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:57.551370 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Port e9d2989c-2c82-4969-8caa-45dce6105669 on network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 02:58:57.551736 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Attempting to bind port e9d2989c-2c82-4969-8caa-45dce6105669 on network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 02:58:57.556897 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 716697ab-7116-4750-bb15-40d6691bc75e up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:58:57.573261 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 2, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 02:58:57.573606 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Checking segment: {'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:58:57.573997 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Bound using segment: {'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 02:58:57.574580 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Bound port: e9d2989c-2c82-4969-8caa-45dce6105669, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe759800-1c5d-48da-85ba-925c7f0e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 02:58:57.574949 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:57.585117 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b609388-2665-43c2-ab9b-65ce2dec6663 req-a810cf54-5bb6-44a0-82fa-0fa6b6998abe tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:57.586664 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b609388-2665-43c2-ab9b-65ce2dec6663 req-a810cf54-5bb6-44a0-82fa-0fa6b6998abe tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0880682 Feb 03 02:58:57.651981 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] For port e9d2989c-2c82-4969-8caa-45dce6105669, host hv-cinder-82758, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 02:58:57.655622 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] For port e9d2989c-2c82-4969-8caa-45dce6105669, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=e9d2989c-2c82-4969-8caa-45dce6105669,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 02:58:57.658001 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 716697ab-7116-4750-bb15-40d6691bc75e completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:58:57.663349 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f64c7-f31d-447e-8554-3d2f35a58bd5 req-a2c3c564-b9bf-49ed-bec3-8924d27b05bf tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:57.663887 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 716697ab-7116-4750-bb15-40d6691bc75e triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:58:57.664560 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (716697ab-7116-4750-bb15-40d6691bc75e), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:57.668817 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:57.670200 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c01f64c7-f31d-447e-8554-3d2f35a58bd5 req-a2c3c564-b9bf-49ed-bec3-8924d27b05bf tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 944 time: 0.0928247 Feb 03 02:58:57.718240 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b609388-2665-43c2-ab9b-65ce2dec6663 req-c5cb3933-892f-490f-82a0-cba5d1201096 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215808 Feb 03 02:58:57.718910 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:57.719257 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:57.721346 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] 10.222.0.43 "PUT /v2.0/ports/e9d2989c-2c82-4969-8caa-45dce6105669 HTTP/1.1" status: 200 len: 1094 time: 0.7504041 Feb 03 02:58:57.721984 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:58:57.724270 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03804888-51c9-4f8e-8a18-c054b6e3dc26" -d '{"events": [{"name": "network-changed", "server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:58:57.785841 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c01f64c7-f31d-447e-8554-3d2f35a58bd5 req-ea120352-1578-4bce-bf57-8f10b709df52 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146517 Feb 03 02:58:57.806565 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 716697ab-7116-4750-bb15-40d6691bc75e is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:58:57.807003 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (716697ab-7116-4750-bb15-40d6691bc75e), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:57.834092 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fa3c1-201c-4757-a5fb-0dbfc3da0519 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d2989c-2c82-4969-8caa-45dce6105669,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:57.855881 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-f0cc06d5-a156-4592-88a3-c30bcf224d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:57.857799 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-f0cc06d5-a156-4592-88a3-c30bcf224d4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4cde077871f94db3a608b5b79c01883e&device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 1128 time: 0.0768056 Feb 03 02:58:57.879892 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd861e845-ecc7-4b5a-85a6-71a9af607f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716697ab-7116-4750-bb15-40d6691bc75e'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:58:57.888373 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9e55e5-7ea4-4946-9a9c-a7e729f067b3" -d '{"events": [{"server_uuid": "d861e845-ecc7-4b5a-85a6-71a9af607f86", "name": "network-vif-plugged", "status": "completed", "tag": "716697ab-7116-4750-bb15-40d6691bc75e"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:58:57.919668 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-fef62e6f-6d98-4aa1-9838-4b7025467471 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d2989c-2c82-4969-8caa-45dce6105669 HTTP/1.1" status: 200 len: 217 time: 0.0527978 Feb 03 02:58:57.921371 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f035e93d-afa9-40f9-9c35-45ca907b2dc7 x-openstack-request-id: req-f035e93d-afa9-40f9-9c35-45ca907b2dc7 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:58:57.921720 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:58:57.921972 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f035e93d-afa9-40f9-9c35-45ca907b2dc7 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:58:57.922384 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'status': 'completed', 'code': 200} Feb 03 02:58:57.933852 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 716697ab-7116-4750-bb15-40d6691bc75e, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=716697ab-7116-4750-bb15-40d6691bc75e,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:58:57.945512 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (716697ab-7116-4750-bb15-40d6691bc75e), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:58:58.005405 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d633ace-841b-4f89-8f69-0721169e5e63 x-openstack-request-id: req-9d633ace-841b-4f89-8f69-0721169e5e63 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:58:58.006106 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d861e845-ecc7-4b5a-85a6-71a9af607f86", "name": "network-vif-plugged", "status": "completed", "tag": "716697ab-7116-4750-bb15-40d6691bc75e", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:58:58.008582 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d633ace-841b-4f89-8f69-0721169e5e63 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:58:58.009366 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd861e845-ecc7-4b5a-85a6-71a9af607f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716697ab-7116-4750-bb15-40d6691bc75e', 'code': 200} Feb 03 02:58:58.051732 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-9c80321a-a2de-443e-b9f9-2806ea73587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.054456 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=716697ab-7116-4750-bb15-40d6691bc75e,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:58:58.057574 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-9c80321a-a2de-443e-b9f9-2806ea73587b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38e53842-28f9-4b60-b4f1-c42ac3da1bd6 HTTP/1.1" status: 200 len: 848 time: 0.1288891 Feb 03 02:58:58.150676 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-2233699e-ee45-4627-bc57-51a2b2bb0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.153793 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-2233699e-ee45-4627-bc57-51a2b2bb0bdc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830200 Feb 03 02:58:58.202514 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f24a4-66e7-4c38-8221-e8a74cd27e2a req-835c1f92-34d3-4285-9cfb-3a9bebc6ef7c tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.209761 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-056f24a4-66e7-4c38-8221-e8a74cd27e2a req-835c1f92-34d3-4285-9cfb-3a9bebc6ef7c tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1292245 Feb 03 02:58:58.302015 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-57e6b680-d4f2-4dda-a067-8fdf07037305 service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397622 Feb 03 02:58:58.338520 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-056f24a4-66e7-4c38-8221-e8a74cd27e2a req-036304c7-9bd4-4cf4-bee5-73b1be8145af tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227343 Feb 03 02:58:58.347999 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd0c1e-7482-451c-9421-839830ef9f1b req-924049dc-73ae-4c1b-a8b1-2a4172dae7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.349543 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16cd0c1e-7482-451c-9421-839830ef9f1b req-924049dc-73ae-4c1b-a8b1-2a4172dae7e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c189a73642b4f5ba787addbc275d4c0&device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 1129 time: 0.1748340 Feb 03 02:58:58.361007 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c316cb-0063-4e7d-a191-116c11f63085 req-edf6c2c5-d0f0-4a87-a62d-50137e07635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.362522 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7c316cb-0063-4e7d-a191-116c11f63085 req-edf6c2c5-d0f0-4a87-a62d-50137e07635f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 1129 time: 0.1019351 Feb 03 02:58:58.444761 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f3fd9f29-99d2-47ca-903e-8beb367ac012 req-29eedc16-e94f-4e28-a042-43352286339a service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346059 Feb 03 02:58:58.537132 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7c316cb-0063-4e7d-a191-116c11f63085 req-357ae99a-e8da-4594-90f8-d8ff378ebd5d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560628 Feb 03 02:58:58.555266 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd0c1e-7482-451c-9421-839830ef9f1b req-ac897383-a63b-4f18-993c-51d76e429dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.557021 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16cd0c1e-7482-451c-9421-839830ef9f1b req-ac897383-a63b-4f18-993c-51d76e429dfe service neutron] 10.222.0.43 "GET /v2.0/networks?id=6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 200 len: 912 time: 0.1983428 Feb 03 02:58:58.566220 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61972cf9-26fc-4978-8268-c48a0f917211 req-23eb3a86-6758-43c4-95ea-fdd805f13986 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.567741 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-61972cf9-26fc-4978-8268-c48a0f917211 req-23eb3a86-6758-43c4-95ea-fdd805f13986 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.1266005 Feb 03 02:58:58.577667 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03804888-51c9-4f8e-8a18-c054b6e3dc26 req-f36a89b9-a92b-4c4e-950f-0023f6c161a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.579214 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-03804888-51c9-4f8e-8a18-c054b6e3dc26 req-f36a89b9-a92b-4c4e-950f-0023f6c161a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4cde077871f94db3a608b5b79c01883e&device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 1128 time: 0.0550077 Feb 03 02:58:58.627238 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-61972cf9-26fc-4978-8268-c48a0f917211 req-9e52b0a5-42e5-4e8d-b615-1ec9d10061d6 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522082 Feb 03 02:58:58.884551 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16cd0c1e-7482-451c-9421-839830ef9f1b req-230c6304-e39f-489f-8c7d-c2945c88abb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303c8ce3-0afd-4cac-878f-a7307e3741d0 HTTP/1.1" status: 200 len: 1001 time: 0.0729361 Feb 03 02:58:58.899695 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03804888-51c9-4f8e-8a18-c054b6e3dc26 req-19c3692e-4dd9-4931-866b-3212867fa232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.901194 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-03804888-51c9-4f8e-8a18-c054b6e3dc26 req-19c3692e-4dd9-4931-866b-3212867fa232 service neutron] 10.222.0.43 "GET /v2.0/networks?id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022 HTTP/1.1" status: 200 len: 910 time: 0.0909774 Feb 03 02:58:58.944500 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-03804888-51c9-4f8e-8a18-c054b6e3dc26 req-74cf3782-3e6f-4009-b98d-faf74607ea12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d2989c-2c82-4969-8caa-45dce6105669 HTTP/1.1" status: 200 len: 217 time: 0.0334957 Feb 03 02:58:58.957040 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd0c1e-7482-451c-9421-839830ef9f1b req-bd1af8ce-5828-4cac-bff7-1f10e9e1cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.958556 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16cd0c1e-7482-451c-9421-839830ef9f1b req-bd1af8ce-5828-4cac-bff7-1f10e9e1cce4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d557dc0-eafd-4268-9536-756ecc92255a HTTP/1.1" status: 200 len: 850 time: 0.0588298 Feb 03 02:58:58.965971 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4908-8a19-4c7c-8331-3288f032167f req-4d834eb7-8ccd-4a1d-ba1d-3fabfcea6c2a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.967350 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-242d4908-8a19-4c7c-8331-3288f032167f req-4d834eb7-8ccd-4a1d-ba1d-3fabfcea6c2a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 945 time: 0.0955706 Feb 03 02:58:58.997809 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03804888-51c9-4f8e-8a18-c054b6e3dc26 req-68cd60e6-c525-4363-bd25-d3627462780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:58.999260 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-03804888-51c9-4f8e-8a18-c054b6e3dc26 req-68cd60e6-c525-4363-bd25-d3627462780d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38e53842-28f9-4b60-b4f1-c42ac3da1bd6 HTTP/1.1" status: 200 len: 848 time: 0.0473797 Feb 03 02:58:59.040500 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-242d4908-8a19-4c7c-8331-3288f032167f req-d7bf5af7-f942-46db-8ebc-68508cdf4c37 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627093 Feb 03 02:58:59.046524 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd0c1e-7482-451c-9421-839830ef9f1b req-38a6f54c-acfd-4f63-8979-c0cdf056f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:59.048145 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16cd0c1e-7482-451c-9421-839830ef9f1b req-38a6f54c-acfd-4f63-8979-c0cdf056f8e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6402c879-2200-432c-9a4b-8fd0476dc339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782800 Feb 03 02:58:59.057697 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03804888-51c9-4f8e-8a18-c054b6e3dc26 req-e6120ded-a678-44c9-8d31-c7f8ce62f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:59.059361 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-03804888-51c9-4f8e-8a18-c054b6e3dc26 req-e6120ded-a678-44c9-8d31-c7f8ce62f4fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446868 Feb 03 02:58:59.148799 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16cd0c1e-7482-451c-9421-839830ef9f1b req-af0e40c6-9eac-41c1-bbf0-de1c9e9fd00b service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914195 Feb 03 02:58:59.170519 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-03804888-51c9-4f8e-8a18-c054b6e3dc26 req-1a66406c-834c-4e8c-a053-5674d1202d39 service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953779 Feb 03 02:58:59.243279 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16cd0c1e-7482-451c-9421-839830ef9f1b req-91b15c10-5b6b-4992-a066-747116dd3807 service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869164 Feb 03 02:58:59.263430 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-03804888-51c9-4f8e-8a18-c054b6e3dc26 req-3b62b7e8-bc91-4662-88be-022d8332365f service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840788 Feb 03 02:58:59.469406 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36115e5f-848b-4898-a81e-635c52af60c3 req-29772a7d-6bb4-420d-8c01-34cc2a265d30 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:59.470972 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36115e5f-848b-4898-a81e-635c52af60c3 req-29772a7d-6bb4-420d-8c01-34cc2a265d30 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0594389 Feb 03 02:58:59.517982 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36115e5f-848b-4898-a81e-635c52af60c3 req-3ece745f-dfc1-4d0b-9d37-2241ce393a98 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415120 Feb 03 02:58:59.754111 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b17e2-0a4a-4979-9a5e-1826feab1f9f req-99a0db0b-8c59-41f7-b431-d889256ef699 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:58:59.755664 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3c3b17e2-0a4a-4979-9a5e-1826feab1f9f req-99a0db0b-8c59-41f7-b431-d889256ef699 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0586493 Feb 03 02:58:59.804321 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3c3b17e2-0a4a-4979-9a5e-1826feab1f9f req-4c6771cd-ceed-42eb-ab83-60b9906a9317 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 Feb 03 02:59:00.178123 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e87134-871b-4e80-a218-61de3efd0c59 req-3eecf6f9-7120-4d77-a445-db59e028e3f8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:00.179626 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-95e87134-871b-4e80-a218-61de3efd0c59 req-3eecf6f9-7120-4d77-a445-db59e028e3f8 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 945 time: 0.0634861 Feb 03 02:59:00.225365 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-95e87134-871b-4e80-a218-61de3efd0c59 req-19e63564-8fb6-4424-926d-921807e7548c tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 Feb 03 02:59:00.644118 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f599-8612-4a4e-a6b3-4cb92362927c req-2a4b76f1-f1bb-4747-b91c-f4f1e277c909 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:00.645633 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c721f599-8612-4a4e-a6b3-4cb92362927c req-2a4b76f1-f1bb-4747-b91c-f4f1e277c909 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0594473 Feb 03 02:59:00.697022 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c721f599-8612-4a4e-a6b3-4cb92362927c req-fa3b4377-650c-475b-9982-6c1e6d4388d1 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455904 Feb 03 02:59:00.925362 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba500e-8b13-4244-80d7-935dec3a32fe req-b1271592-eaaa-4584-b361-cab8891ccc22 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:00.926833 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16ba500e-8b13-4244-80d7-935dec3a32fe req-b1271592-eaaa-4584-b361-cab8891ccc22 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0552537 Feb 03 02:59:00.977167 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16ba500e-8b13-4244-80d7-935dec3a32fe req-edd6564f-1ebd-44fe-94e9-a96c53b2c196 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Feb 03 02:59:01.344505 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d1212-86ad-466c-af17-4a28c4e73ada req-e6a20723-24a8-47b8-bd1e-cc11ef36fc42 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:01.345928 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-576d1212-86ad-466c-af17-4a28c4e73ada req-e6a20723-24a8-47b8-bd1e-cc11ef36fc42 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 945 time: 0.0553527 Feb 03 02:59:01.391834 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-576d1212-86ad-466c-af17-4a28c4e73ada req-e8b69bb4-8f6e-4654-8006-ed7f16e80af4 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398693 Feb 03 02:59:02.099983 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc628a-208b-4687-8bf0-f6d3d625cd88 req-8b22680f-1845-4cd1-909a-604664e2d87a tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:02.101508 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-78cc628a-208b-4687-8bf0-f6d3d625cd88 req-8b22680f-1845-4cd1-909a-604664e2d87a tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0569472 Feb 03 02:59:02.151557 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-78cc628a-208b-4687-8bf0-f6d3d625cd88 req-22fc4e4c-dde9-4389-be78-aa66e56a911e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440760 Feb 03 02:59:03.283247 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d13d5-9ea9-4a5b-9581-1e61d5337c3e req-9f4ca56a-ca42-4273-a38b-8d26de6b202f tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:03.284706 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cc7d13d5-9ea9-4a5b-9581-1e61d5337c3e req-9f4ca56a-ca42-4273-a38b-8d26de6b202f tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0599351 Feb 03 02:59:03.334295 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cc7d13d5-9ea9-4a5b-9581-1e61d5337c3e req-279acb4a-7789-42fd-aef7-c1439f4fd5ec tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415001 Feb 03 02:59:04.469685 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b886c-6df5-48f4-8b01-c595fd0727f7 req-263e8a03-ad3d-4809-9b37-2930fc132ad0 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:04.471169 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-768b886c-6df5-48f4-8b01-c595fd0727f7 req-263e8a03-ad3d-4809-9b37-2930fc132ad0 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0581744 Feb 03 02:59:04.520248 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-768b886c-6df5-48f4-8b01-c595fd0727f7 req-c27f9870-15b1-4aaa-8567-9ae3fa5dd96c tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433755 Feb 03 02:59:05.645232 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9f67a-db5e-431c-9121-b35b24ff1a77 req-ae9a4d93-a207-4d6b-955d-6a9478bfe67c tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:05.647045 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30b9f67a-db5e-431c-9121-b35b24ff1a77 req-ae9a4d93-a207-4d6b-955d-6a9478bfe67c tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0556500 Feb 03 02:59:05.694626 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30b9f67a-db5e-431c-9121-b35b24ff1a77 req-e2e2cf1f-7337-4aa9-9656-0bde91626bbd tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Feb 03 02:59:06.827120 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd70ecf-d68c-44a6-8b32-7105a8670c8c req-9f9f3dc4-6df4-4438-8ad6-6058ec2777f1 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:06.828586 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6fd70ecf-d68c-44a6-8b32-7105a8670c8c req-9f9f3dc4-6df4-4438-8ad6-6058ec2777f1 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0555558 Feb 03 02:59:06.880245 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6fd70ecf-d68c-44a6-8b32-7105a8670c8c req-7927d50d-7919-48cd-8ae9-0e431abb3ab7 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459430 Feb 03 02:59:07.218138 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aa61b-21d0-4295-8ca8-112b35ed37dc req-5bd35310-22c4-4283-b4dd-d260f44277dc tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:07.219613 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-560aa61b-21d0-4295-8ca8-112b35ed37dc req-5bd35310-22c4-4283-b4dd-d260f44277dc tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0544462 Feb 03 02:59:07.268250 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-560aa61b-21d0-4295-8ca8-112b35ed37dc req-3eb3d83f-6eb6-4e76-991f-01fc84725a73 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425713 Feb 03 02:59:08.025632 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231acb1-1b7c-4280-9ce1-fd07df891c4d req-e25484e9-3817-4262-9523-1c238d4d825d tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:08.027145 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2231acb1-1b7c-4280-9ce1-fd07df891c4d req-e25484e9-3817-4262-9523-1c238d4d825d tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0667503 Feb 03 02:59:08.082523 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2231acb1-1b7c-4280-9ce1-fd07df891c4d req-db3dad1b-e143-4166-963e-c59b175e8349 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499072 Feb 03 02:59:08.287464 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device e9d2989c-2c82-4969-8caa-45dce6105669 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 02:59:08.401993 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255331b-dd42-4694-95ce-3717072e1d60 req-065aadc6-b683-446f-b051-76cd128157d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:08.404252 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-a255331b-dd42-4694-95ce-3717072e1d60 req-065aadc6-b683-446f-b051-76cd128157d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 1129 time: 0.0618286 Feb 03 02:59:08.413374 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port e9d2989c-2c82-4969-8caa-45dce6105669, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=e9d2989c-2c82-4969-8caa-45dce6105669,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:59:08.422277 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf94a5f-184e-46b3-91a9-e717ebceedc6 req-d5fbbd5f-3eeb-45a1-9eef-4c1558091c2f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:08.424306 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bbf94a5f-184e-46b3-91a9-e717ebceedc6 req-d5fbbd5f-3eeb-45a1-9eef-4c1558091c2f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0592358 Feb 03 02:59:08.425228 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'port_id': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'mac_address': 'fa:16:3e:d5:9c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 02:59:08.468420 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port e9d2989c-2c82-4969-8caa-45dce6105669 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:59:08.468861 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:08.471409 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bbf94a5f-184e-46b3-91a9-e717ebceedc6 req-2c7d1cb2-de42-4fdc-a1e9-0ff6a4fefe78 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409818 Feb 03 02:59:08.489535 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d2989c-2c82-4969-8caa-45dce6105669 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 02:59:08.500144 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255331b-dd42-4694-95ce-3717072e1d60 req-583a9631-11fd-4095-aa7c-65bbc4985aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:08.501653 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-a255331b-dd42-4694-95ce-3717072e1d60 req-583a9631-11fd-4095-aa7c-65bbc4985aec service neutron] 10.222.0.43 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 918 time: 0.0876880 Feb 03 02:59:08.508955 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port e9d2989c-2c82-4969-8caa-45dce6105669, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=e9d2989c-2c82-4969-8caa-45dce6105669,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:59:08.513483 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:08.546450 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-a255331b-dd42-4694-95ce-3717072e1d60 req-4ddd8bcc-98f3-4411-b4c4-94223f5ed055 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=514f132e-1831-4333-8bbe-abcdacde0949 HTTP/1.1" status: 200 len: 217 time: 0.0361319 Feb 03 02:59:08.559675 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=e9d2989c-2c82-4969-8caa-45dce6105669,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:08.609463 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255331b-dd42-4694-95ce-3717072e1d60 req-9fbe2e0f-304b-43e0-a961-04c7ff54d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:08.611007 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-a255331b-dd42-4694-95ce-3717072e1d60 req-9fbe2e0f-304b-43e0-a961-04c7ff54d3ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bb96e84-4f17-47e8-9e3d-6c509db919bb HTTP/1.1" status: 200 len: 857 time: 0.0526531 Feb 03 02:59:08.644221 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-a255331b-dd42-4694-95ce-3717072e1d60 req-3b41f468-53e0-4a55-9d09-88ffbbdfde94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f43a5cf5-27e4-4762-a93b-2169348c9878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263221 Feb 03 02:59:08.748625 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-a255331b-dd42-4694-95ce-3717072e1d60 req-29aba8a8-085c-45cb-846e-8b87e05f6326 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944517 Feb 03 02:59:08.849561 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-a255331b-dd42-4694-95ce-3717072e1d60 req-f07414e6-684c-40bc-ab39-58012e5381ee service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889866 Feb 03 02:59:09.014503 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['e9d2989c-2c82-4969-8caa-45dce6105669'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:59:09.204086 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b634090-f142-4d9c-9bd2-e5ee2ddd778a req-df1da7e1-e8a9-4a5d-9b9a-84c7fd7d87fd tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:09.211269 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4b634090-f142-4d9c-9bd2-e5ee2ddd778a req-df1da7e1-e8a9-4a5d-9b9a-84c7fd7d87fd tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 945 time: 0.0574665 Feb 03 02:59:09.254906 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4b634090-f142-4d9c-9bd2-e5ee2ddd778a req-7faa1716-38da-4513-a6ac-de10c112b128 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427153 Feb 03 02:59:09.603709 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fa69c-13a8-4b9e-b416-535a99597dd4 req-c6d12557-2e5d-469d-a3fd-88422ee5ef37 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:09.605114 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8f9fa69c-13a8-4b9e-b416-535a99597dd4 req-c6d12557-2e5d-469d-a3fd-88422ee5ef37 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0556810 Feb 03 02:59:09.655293 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8f9fa69c-13a8-4b9e-b416-535a99597dd4 req-410e0787-300f-46b6-b19b-ec48ed9959df tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443256 Feb 03 02:59:10.381189 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d81662-8cc6-4afc-8ceb-3ab5a475e8d3 req-96aa1eeb-54b0-4ed9-aa6f-4125764864c4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:10.385602 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a1d81662-8cc6-4afc-8ceb-3ab5a475e8d3 req-96aa1eeb-54b0-4ed9-aa6f-4125764864c4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 945 time: 0.0579810 Feb 03 02:59:10.432948 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a1d81662-8cc6-4afc-8ceb-3ab5a475e8d3 req-4e106210-8fde-4960-bb20-a2c2c73cf168 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444822 Feb 03 02:59:10.780508 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577daac-608c-4d80-a237-3c5d085963cb req-c7a50204-8551-4b1f-85bb-e2b821681086 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:10.782009 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6577daac-608c-4d80-a237-3c5d085963cb req-c7a50204-8551-4b1f-85bb-e2b821681086 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0554430 Feb 03 02:59:10.838261 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6577daac-608c-4d80-a237-3c5d085963cb req-b593b867-6c0d-4797-8cd6-6e56f0a1325e tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505543 Feb 03 02:59:11.557536 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efb7a6-f2fe-4439-a3dd-860aee076c23 req-9d7bb861-1ae0-4477-9202-eba2878e86c4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:11.559047 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3efb7a6-f2fe-4439-a3dd-860aee076c23 req-9d7bb861-1ae0-4477-9202-eba2878e86c4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 945 time: 0.0561218 Feb 03 02:59:11.613378 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3efb7a6-f2fe-4439-a3dd-860aee076c23 req-314a5f94-14f0-41f2-9c26-66876f469090 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460551 Feb 03 02:59:11.621659 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device e9d2989c-2c82-4969-8caa-45dce6105669 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 02:59:11.677674 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port e9d2989c-2c82-4969-8caa-45dce6105669 completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 02:59:11.681711 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port e9d2989c-2c82-4969-8caa-45dce6105669 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 02:59:11.682091 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:11.759187 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port e9d2989c-2c82-4969-8caa-45dce6105669 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 02:59:11.759855 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:11.783081 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:59:11.785363 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccdda5e-541a-4783-8bb0-3176a07054f2" -d '{"events": [{"server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "name": "network-vif-plugged", "status": "completed", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:59:11.798167 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port e9d2989c-2c82-4969-8caa-45dce6105669, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=e9d2989c-2c82-4969-8caa-45dce6105669,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:59:11.803257 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:11.826610 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833f92c8-5d18-4bfa-be1e-1095740dc867 x-openstack-request-id: req-833f92c8-5d18-4bfa-be1e-1095740dc867 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:59:11.826908 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "name": "network-vif-plugged", "status": "completed", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:59:11.827165 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-833f92c8-5d18-4bfa-be1e-1095740dc867 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:59:11.827554 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'code': 200} Feb 03 02:59:11.853805 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=e9d2989c-2c82-4969-8caa-45dce6105669,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:11.969605 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a43209-88a2-4194-9f11-aab7561316d2 req-a1e37f20-babb-45d4-a4a2-b53f72c30602 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:11.971018 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-92a43209-88a2-4194-9f11-aab7561316d2 req-a1e37f20-babb-45d4-a4a2-b53f72c30602 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0619669 Feb 03 02:59:12.022679 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-92a43209-88a2-4194-9f11-aab7561316d2 req-1dd1550f-17f1-4e8e-92b1-7755ccaba5c9 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458479 Feb 03 02:59:12.137519 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75180d10-556d-4f13-b972-8436c2a58ce0 req-4bcdece6-63c9-4c0b-820b-e2cf5ef5ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:12.139005 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-75180d10-556d-4f13-b972-8436c2a58ce0 req-4bcdece6-63c9-4c0b-820b-e2cf5ef5ea09 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 1130 time: 0.0441940 Feb 03 02:59:12.184828 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-75180d10-556d-4f13-b972-8436c2a58ce0 req-61eb6a15-a684-4008-823e-fa7bd59d32e1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376377 Feb 03 02:59:12.746479 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15978e96-664e-4ced-9c16-72b7d795724f req-6fdacf17-1604-486b-9b73-816cce2ba3a9 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:12.747965 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-15978e96-664e-4ced-9c16-72b7d795724f req-6fdacf17-1604-486b-9b73-816cce2ba3a9 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0582938 Feb 03 02:59:12.795368 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-15978e96-664e-4ced-9c16-72b7d795724f req-2d98cf10-7609-4675-bb3e-c5e194b3ca9b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416338 Feb 03 02:59:13.151938 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d027f-a78d-4383-9021-36b607091ba0 req-ca5d37a1-344d-450e-bf34-0a3696b7faba tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:13.153446 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a44d027f-a78d-4383-9021-36b607091ba0 req-ca5d37a1-344d-450e-bf34-0a3696b7faba tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0621958 Feb 03 02:59:13.199312 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a44d027f-a78d-4383-9021-36b607091ba0 req-101a9ef7-b5cb-45bf-8ea8-2d42f08b1e98 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402637 Feb 03 02:59:13.312347 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:13.932289 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43113a-8e89-4e4a-a0b1-5dd7133c08fc req-31eb0433-f98c-4aa1-a35f-18677b0effee tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:13.933729 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d43113a-8e89-4e4a-a0b1-5dd7133c08fc req-31eb0433-f98c-4aa1-a35f-18677b0effee tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0588083 Feb 03 02:59:13.988230 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d43113a-8e89-4e4a-a0b1-5dd7133c08fc req-311f3144-e02b-4881-a88b-8360f4373916 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488248 Feb 03 02:59:14.319299 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523c838-ad5c-4930-b2d1-0dcfee01db2b req-0c267e7e-9603-4c8a-be4c-48dddc44b9de tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:14.320986 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e523c838-ad5c-4930-b2d1-0dcfee01db2b req-0c267e7e-9603-4c8a-be4c-48dddc44b9de tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0520642 Feb 03 02:59:14.368763 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e523c838-ad5c-4930-b2d1-0dcfee01db2b req-3c7a975c-420e-45b7-b8ce-1315686cb82d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Feb 03 02:59:15.124710 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49caa3-24fa-40a5-805b-6d5f48a08bfd req-baa51e7f-5483-453b-9a5e-222afbd4fab1 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:15.126298 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb49caa3-24fa-40a5-805b-6d5f48a08bfd req-baa51e7f-5483-453b-9a5e-222afbd4fab1 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0563619 Feb 03 02:59:15.173468 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb49caa3-24fa-40a5-805b-6d5f48a08bfd req-4f40c535-05af-4322-8398-87645f09ef71 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414538 Feb 03 02:59:15.495878 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a79ee3-6330-4bde-8f70-7db4093a3551 req-5576a92a-19f7-40f1-88ec-b2964c71f03c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:15.497408 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16a79ee3-6330-4bde-8f70-7db4093a3551 req-5576a92a-19f7-40f1-88ec-b2964c71f03c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0596125 Feb 03 02:59:15.545075 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-16a79ee3-6330-4bde-8f70-7db4093a3551 req-668e744e-0533-42aa-8173-2ad340b1f656 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Feb 03 02:59:15.594578 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-89444618-f61f-4103-97a0-8d07ccfe46c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:16.297230 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c819786-8506-4c24-809e-cfe2f0292540 req-6316a6d4-ad9f-449c-bc1d-7e002886c4ba tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:16.298717 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c819786-8506-4c24-809e-cfe2f0292540 req-6316a6d4-ad9f-449c-bc1d-7e002886c4ba tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0579977 Feb 03 02:59:16.347761 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c819786-8506-4c24-809e-cfe2f0292540 req-98ad6555-f5bf-421f-ad65-e22e66689cb8 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Feb 03 02:59:16.485568 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b259269-6061-46bd-9b47-5306ea7692de req-ef07b3bb-cb50-4374-b3fa-fbd6e7400728 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:16.487056 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3b259269-6061-46bd-9b47-5306ea7692de req-ef07b3bb-cb50-4374-b3fa-fbd6e7400728 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0640249 Feb 03 02:59:16.540777 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3b259269-6061-46bd-9b47-5306ea7692de req-2815ad1d-d4db-4073-91a2-fec222c9d787 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479987 Feb 03 02:59:16.562733 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 52736) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:16.664875 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35ddaa-09cf-4bdd-b14b-983b114ead54 req-258f81b8-0aed-418c-a155-8888c746fa49 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:16.666288 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7b35ddaa-09cf-4bdd-b14b-983b114ead54 req-258f81b8-0aed-418c-a155-8888c746fa49 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0516102 Feb 03 02:59:16.713562 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7b35ddaa-09cf-4bdd-b14b-983b114ead54 req-19224d7d-3b6f-41b1-9403-4ea9d3537bfa tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Feb 03 02:59:16.758655 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa99138-8735-47df-affa-cb9b320d46be tempest-TestShelveInstance-1812872345 tempest-TestShelveInstance-1812872345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:16.760196 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-3aa99138-8735-47df-affa-cb9b320d46be tempest-TestShelveInstance-1812872345 tempest-TestShelveInstance-1812872345-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 1125 time: 0.1964762 Feb 03 02:59:16.763596 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 52744) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:16.768106 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Request body: {'floatingip': {'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'port_id': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:59:16.791015 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:16.894791 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:17.001668 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Allocated IP 172.27.2.144 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/f34fcc4b-fd41-4120-b4e9-ef4a21f5650b) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 02:59:17.108944 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for port (f34fcc4b-fd41-4120-b4e9-ef4a21f5650b), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:17.143263 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (f34fcc4b-fd41-4120-b4e9-ef4a21f5650b), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:17.183461 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 02:59:17.186258 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:59:17.189856 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 02:59:17.219679 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event updated for resources: {'Port': ['ID=f34fcc4b-fd41-4120-b4e9-ef4a21f5650b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:17.767588 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for floatingip (642e32cd-c5ba-4cfe-98a5-13c42d69495b), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:17.871563 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d60fbf-c676-4815-9e99-e2b9704edf18 req-0c922a0e-5661-4d51-a92c-3b6ff782fa62 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:17.873075 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d6d60fbf-c676-4815-9e99-e2b9704edf18 req-0c922a0e-5661-4d51-a92c-3b6ff782fa62 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0873682 Feb 03 02:59:17.873777 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-927b9da9-a0c5-4d38-8835-0fa686ced0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:17.875717 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (f34fcc4b-fd41-4120-b4e9-ef4a21f5650b), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:17.959291 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d6d60fbf-c676-4815-9e99-e2b9704edf18 req-754c6e29-d91a-46f3-8aaf-118012fc4960 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797758 Feb 03 02:59:18.054115 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for port (f34fcc4b-fd41-4120-b4e9-ef4a21f5650b), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:18.060919 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (f34fcc4b-fd41-4120-b4e9-ef4a21f5650b), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:18.094284 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (642e32cd-c5ba-4cfe-98a5-13c42d69495b), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:18.138200 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event updated for resources: {'Port': ['ID=f34fcc4b-fd41-4120-b4e9-ef4a21f5650b,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:18.204435 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Floating IP 642e32cd-c5ba-4cfe-98a5-13c42d69495b associated. External IP: 172.27.2.144, port: e9d2989c-2c82-4969-8caa-45dce6105669. Feb 03 02:59:18.419295 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Router b241a080-1c87-4015-8d9a-a73f11c75c8a has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 02:59:18.533356 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 02:59:18.542906 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfaf4a-8742-41c5-8972-a3fae5bba3e3 None None] Sync routers for ids ['b241a080-1c87-4015-8d9a-a73f11c75c8a'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 02:59:18.553263 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:18.555468 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbfaf4a-8742-41c5-8972-a3fae5bba3e3 None None] Routers {'b241a080-1c87-4015-8d9a-a73f11c75c8a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:59:18.556156 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-2bbfaf4a-8742-41c5-8972-a3fae5bba3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:59:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['b241a080-1c87-4015-8d9a-a73f11c75c8a'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:18.596418 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ccbcae3e-9525-4bc0-97c0-88f8d485476b tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8174765 Feb 03 02:59:18.596418 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:59:18.596418 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6b6881-86b6-4acf-b072-7b83b309c3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:59:18.627643 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 02:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6c4732-0881-4c28-a5ff-80a9fc8ead32 x-openstack-request-id: req-9b6c4732-0881-4c28-a5ff-80a9fc8ead32 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:59:18.627643 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:59:18.627643 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b6c4732-0881-4c28-a5ff-80a9fc8ead32 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:59:18.627643 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'status': 'completed', 'code': 200} Feb 03 02:59:18.715930 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b6881-86b6-4acf-b072-7b83b309c3a6 req-b359842e-6c2f-45c0-8428-7cd03b7725de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:18.717403 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0b6b6881-86b6-4acf-b072-7b83b309c3a6 req-b359842e-6c2f-45c0-8428-7cd03b7725de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4cde077871f94db3a608b5b79c01883e&device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 1130 time: 0.0439081 Feb 03 02:59:18.751548 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-2bbfaf4a-8742-41c5-8972-a3fae5bba3e3 None None] Set router b241a080-1c87-4015-8d9a-a73f11c75c8a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:59:18.820995 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b6881-86b6-4acf-b072-7b83b309c3a6 req-7b00cc2c-158e-4233-b13d-6f5da5e2101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:18.822471 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0b6b6881-86b6-4acf-b072-7b83b309c3a6 req-7b00cc2c-158e-4233-b13d-6f5da5e2101a service neutron] 10.222.0.43 "GET /v2.0/networks?id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022 HTTP/1.1" status: 200 len: 910 time: 0.0856419 Feb 03 02:59:18.932504 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0b6b6881-86b6-4acf-b072-7b83b309c3a6 req-ff99ff66-3aa7-47bb-b44b-aad74768787d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d2989c-2c82-4969-8caa-45dce6105669 HTTP/1.1" status: 200 len: 1000 time: 0.1007111 Feb 03 02:59:18.981120 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-2bbfaf4a-8742-41c5-8972-a3fae5bba3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:14Z', 'revision_number': 4, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '642e32cd-c5ba-4cfe-98a5-13c42d69495b', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'port_id': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'mac_address': 'fa:16:3e:d5:9c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T02:59:17Z', 'updated_at': '2022-02-03T02:59:17Z', 'revision_number': 0, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7735ea5a-5a1d-468a-868b-da41a8ccb235', 'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'mac_address': 'fa:16:3e:8f:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:13Z', 'updated_at': '2022-02-03T02:58:18Z', 'revision_number': 5, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'subnets': [{'id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:18.989455 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b6881-86b6-4acf-b072-7b83b309c3a6 req-8fcd39b6-7e1f-4a95-b6ce-982faa631347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:18.990920 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0b6b6881-86b6-4acf-b072-7b83b309c3a6 req-8fcd39b6-7e1f-4a95-b6ce-982faa631347 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38e53842-28f9-4b60-b4f1-c42ac3da1bd6 HTTP/1.1" status: 200 len: 848 time: 0.0459690 Feb 03 02:59:19.007492 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfaf4a-8742-41c5-8972-a3fae5bba3e3 None None] Checking router: b241a080-1c87-4015-8d9a-a73f11c75c8a for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 02:59:19.015738 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbfaf4a-8742-41c5-8972-a3fae5bba3e3 None None] Routers {'b241a080-1c87-4015-8d9a-a73f11c75c8a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 02:59:19.016345 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-2bbfaf4a-8742-41c5-8972-a3fae5bba3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:59:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['b241a080-1c87-4015-8d9a-a73f11c75c8a'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:19.054830 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b6881-86b6-4acf-b072-7b83b309c3a6 req-dcc3497a-4e22-4a7a-9843-9f24e4ef12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:19.056357 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0b6b6881-86b6-4acf-b072-7b83b309c3a6 req-dcc3497a-4e22-4a7a-9843-9f24e4ef12ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477836 Feb 03 02:59:19.084398 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56345ae6-da05-4e71-979f-4bd80350b217 req-3e1db0aa-ea79-4b10-8d1e-f9ca537c92ed tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:19.086079 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-56345ae6-da05-4e71-979f-4bd80350b217 req-3e1db0aa-ea79-4b10-8d1e-f9ca537c92ed tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0586209 Feb 03 02:59:19.128501 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-2bbfaf4a-8742-41c5-8972-a3fae5bba3e3 None None] Set router b241a080-1c87-4015-8d9a-a73f11c75c8a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 02:59:19.137589 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-56345ae6-da05-4e71-979f-4bd80350b217 req-5e38fda2-f242-4993-a05b-9aabadd17bf5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454710 Feb 03 02:59:19.170541 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0b6b6881-86b6-4acf-b072-7b83b309c3a6 req-dde66428-8a52-449d-8870-582c20bc8f1a service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018038 Feb 03 02:59:19.268370 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0b6b6881-86b6-4acf-b072-7b83b309c3a6 req-efd9e5b4-2d0c-47fe-80f5-9ce7fa149691 service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816050 Feb 03 02:59:19.350492 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-2bbfaf4a-8742-41c5-8972-a3fae5bba3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:14Z', 'revision_number': 4, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '642e32cd-c5ba-4cfe-98a5-13c42d69495b', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'port_id': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'mac_address': 'fa:16:3e:d5:9c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T02:59:17Z', 'updated_at': '2022-02-03T02:59:17Z', 'revision_number': 0, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7735ea5a-5a1d-468a-868b-da41a8ccb235', 'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'mac_address': 'fa:16:3e:8f:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:13Z', 'updated_at': '2022-02-03T02:58:18Z', 'revision_number': 5, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'subnets': [{'id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:19.381063 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfaf4a-8742-41c5-8972-a3fae5bba3e3 None None] The sync data for ids ['b241a080-1c87-4015-8d9a-a73f11c75c8a'] in dv-cinder-827581-1-iscsi is: [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:14Z', 'revision_number': 4, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '642e32cd-c5ba-4cfe-98a5-13c42d69495b', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'port_id': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'mac_address': 'fa:16:3e:d5:9c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T02:59:17Z', 'updated_at': '2022-02-03T02:59:17Z', 'revision_number': 0, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7735ea5a-5a1d-468a-868b-da41a8ccb235', 'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'mac_address': 'fa:16:3e:8f:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:13Z', 'updated_at': '2022-02-03T02:58:18Z', 'revision_number': 5, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'subnets': [{'id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 02:59:19.579600 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c3be9-d267-4237-b832-01235478c8f7 None None] New status for floating IP 642e32cd-c5ba-4cfe-98a5-13c42d69495b: ACTIVE {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 02:59:19.619691 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:20.239227 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:59:20.271150 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc8aad-0ad2-4efb-8522-0c4bd39865ef req-4bfb3202-a447-4705-a1fd-aad0ea54ec88 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:20.272542 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-73fc8aad-0ad2-4efb-8522-0c4bd39865ef req-4bfb3202-a447-4705-a1fd-aad0ea54ec88 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0556951 Feb 03 02:59:20.320411 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-73fc8aad-0ad2-4efb-8522-0c4bd39865ef req-a9c4cd52-0768-47d8-a0b1-83cd2cddd38d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420876 Feb 03 02:59:20.554127 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:20.745752 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e05e31-439e-481b-829d-47fc579ae527 req-2975fb2d-5e5e-46e8-bf32-3b8a70af55bb tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:20.747308 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06e05e31-439e-481b-829d-47fc579ae527 req-2975fb2d-5e5e-46e8-bf32-3b8a70af55bb tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 945 time: 0.0553758 Feb 03 02:59:20.798461 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06e05e31-439e-481b-829d-47fc579ae527 req-595587a7-f5f7-45fc-a8fb-a89ea071d1ad tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Feb 03 02:59:21.448998 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eaedb-c9ea-4ff6-883e-a4e9d02ed434 req-0aba0d22-5d95-424a-87ea-1ab643d3ccb6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:21.450576 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-350eaedb-c9ea-4ff6-883e-a4e9d02ed434 req-0aba0d22-5d95-424a-87ea-1ab643d3ccb6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0521529 Feb 03 02:59:21.500752 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-350eaedb-c9ea-4ff6-883e-a4e9d02ed434 req-305ee665-6fa4-4406-a407-b3ed802eaeeb tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445855 Feb 03 02:59:21.919665 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4ba76-1021-4c43-af7f-59d7fe56fceb req-d06cbc09-3204-4d44-9ac5-ee77e775138d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:21.921085 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5c4ba76-1021-4c43-af7f-59d7fe56fceb req-d06cbc09-3204-4d44-9ac5-ee77e775138d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 945 time: 0.0539446 Feb 03 02:59:21.982492 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5c4ba76-1021-4c43-af7f-59d7fe56fceb req-df5accc9-9ee3-4361-816d-60fdc93047dd tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532892 Feb 03 02:59:22.152643 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:22.626835 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65eabe-e97b-4933-b093-5ae1f8402d16 req-a4b623f8-52d7-4530-ae6f-31ddee5bf1f6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:22.628106 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4c65eabe-e97b-4933-b093-5ae1f8402d16 req-a4b623f8-52d7-4530-ae6f-31ddee5bf1f6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0589859 Feb 03 02:59:22.676225 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4c65eabe-e97b-4933-b093-5ae1f8402d16 req-9de422d2-4872-4c46-a160-b0f1b67eed13 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Feb 03 02:59:23.116216 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1560e3e-b2e2-4814-b914-cf4b8b30b4e2 req-1b02e059-5100-4a54-8ab6-fcdca2e3069d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:23.117736 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1560e3e-b2e2-4814-b914-cf4b8b30b4e2 req-1b02e059-5100-4a54-8ab6-fcdca2e3069d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 945 time: 0.0647633 Feb 03 02:59:23.168102 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b1560e3e-b2e2-4814-b914-cf4b8b30b4e2 req-a4b897fb-dacb-4cac-8470-76a281a0fc63 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434496 Feb 03 02:59:23.593283 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e99d0-7fe2-4c80-882f-51b74cc4a2d1 req-8e770805-e007-4239-8847-7085993deeb9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:23.594798 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-185e99d0-7fe2-4c80-882f-51b74cc4a2d1 req-8e770805-e007-4239-8847-7085993deeb9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 945 time: 0.0632355 Feb 03 02:59:23.704235 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-185e99d0-7fe2-4c80-882f-51b74cc4a2d1 req-2405448a-3d48-4121-8939-52960fe23a8d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Deleting port 716697ab-7116-4750-bb15-40d6691bc75e {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 02:59:23.704563 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-185e99d0-7fe2-4c80-882f-51b74cc4a2d1 req-2405448a-3d48-4121-8939-52960fe23a8d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (716697ab-7116-4750-bb15-40d6691bc75e), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:23.794713 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-185e99d0-7fe2-4c80-882f-51b74cc4a2d1 req-2405448a-3d48-4121-8939-52960fe23a8d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] For port 716697ab-7116-4750-bb15-40d6691bc75e, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=716697ab-7116-4750-bb15-40d6691bc75e,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:59:23.795045 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-185e99d0-7fe2-4c80-882f-51b74cc4a2d1 req-2405448a-3d48-4121-8939-52960fe23a8d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (716697ab-7116-4750-bb15-40d6691bc75e), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:23.796324 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083df251-e1fc-4c0d-8661-a8462291666b req-3c58e9bd-7dce-4433-be4f-60bb18264827 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:23.797887 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-083df251-e1fc-4c0d-8661-a8462291666b req-3c58e9bd-7dce-4433-be4f-60bb18264827 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0517139 Feb 03 02:59:23.807646 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-185e99d0-7fe2-4c80-882f-51b74cc4a2d1 req-2405448a-3d48-4121-8939-52960fe23a8d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Calling delete_port for 716697ab-7116-4750-bb15-40d6691bc75e owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 02:59:23.847912 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-083df251-e1fc-4c0d-8661-a8462291666b req-ae1c0039-3a6a-4ce2-8b09-dca2a6a0b487 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441833 Feb 03 02:59:23.930756 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-185e99d0-7fe2-4c80-882f-51b74cc4a2d1 req-2405448a-3d48-4121-8939-52960fe23a8d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (716697ab-7116-4750-bb15-40d6691bc75e), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:23.946212 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['44de70aa-dd5c-4b82-94f1-25e286c3f42f', '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12', 'eb42ec3a-c180-4e56-94f7-7014b20db64c', '716697ab-7116-4750-bb15-40d6691bc75e'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:59:23.961052 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405448a-3d48-4121-8939-52960fe23a8d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Pushing event deleted for resources: {'Port': ['ID=716697ab-7116-4750-bb15-40d6691bc75e,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:24.251991 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-185e99d0-7fe2-4c80-882f-51b74cc4a2d1 req-2405448a-3d48-4121-8939-52960fe23a8d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] No DVR routers for this DVR port 716697ab-7116-4750-bb15-40d6691bc75e on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 02:59:24.254600 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-185e99d0-7fe2-4c80-882f-51b74cc4a2d1 req-2405448a-3d48-4121-8939-52960fe23a8d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:24.257908 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-185e99d0-7fe2-4c80-882f-51b74cc4a2d1 req-2405448a-3d48-4121-8939-52960fe23a8d tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "DELETE /v2.0/ports/716697ab-7116-4750-bb15-40d6691bc75e HTTP/1.1" status: 204 len: 173 time: 0.6456380 Feb 03 02:59:24.258348 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd861e845-ecc7-4b5a-85a6-71a9af607f86', 'name': 'network-vif-deleted', 'tag': '716697ab-7116-4750-bb15-40d6691bc75e'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:59:24.260638 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae864cb-5480-483e-8008-c4ec8fa54e0e" -d '{"events": [{"server_uuid": "d861e845-ecc7-4b5a-85a6-71a9af607f86", "name": "network-vif-deleted", "tag": "716697ab-7116-4750-bb15-40d6691bc75e"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:59:24.285307 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3d810b57-c0e2-4192-b62e-55ef4299c0a1 req-f0e6621e-8640-4850-916f-68c6a40017b7 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=d861e845-ecc7-4b5a-85a6-71a9af607f86 HTTP/1.1" status: 200 len: 210 time: 0.0431352 Feb 03 02:59:24.299404 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee02f620-7209-4a59-8228-de3cf513f5c6 x-openstack-request-id: req-ee02f620-7209-4a59-8228-de3cf513f5c6 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:59:24.299700 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d861e845-ecc7-4b5a-85a6-71a9af607f86", "name": "network-vif-deleted", "tag": "716697ab-7116-4750-bb15-40d6691bc75e", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:59:24.299954 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee02f620-7209-4a59-8228-de3cf513f5c6 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:59:24.300357 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd861e845-ecc7-4b5a-85a6-71a9af607f86', 'name': 'network-vif-deleted', 'tag': '716697ab-7116-4750-bb15-40d6691bc75e', 'status': 'completed', 'code': 200} Feb 03 02:59:24.982844 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a66b9-2bf9-43f4-97a9-703bd173eac1 req-9f3df418-9281-4e83-addc-3174dad9aa0d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:24.984366 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9e4a66b9-2bf9-43f4-97a9-703bd173eac1 req-9f3df418-9281-4e83-addc-3174dad9aa0d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0562968 Feb 03 02:59:25.030216 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9e4a66b9-2bf9-43f4-97a9-703bd173eac1 req-d1a2ae8b-4c6c-4409-b2be-69fc1b1d0255 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Feb 03 02:59:26.163772 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3590949-2597-408b-9bff-fd8a48c3a20b req-937d4bc7-b351-499d-b0e2-c270fb93b0f5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:26.165363 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3590949-2597-408b-9bff-fd8a48c3a20b req-937d4bc7-b351-499d-b0e2-c270fb93b0f5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0556753 Feb 03 02:59:26.218860 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3590949-2597-408b-9bff-fd8a48c3a20b req-a80beb9c-f9f8-4b13-9981-7a9b8bc2a725 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477757 Feb 03 02:59:26.715198 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82318ac4-8a67-46d4-b5a0-d4ae4696f892 req-9667d00f-6613-4350-a4cd-92797d897df7 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:26.717134 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82318ac4-8a67-46d4-b5a0-d4ae4696f892 req-9667d00f-6613-4350-a4cd-92797d897df7 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0585849 Feb 03 02:59:26.768522 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82318ac4-8a67-46d4-b5a0-d4ae4696f892 req-e367187d-411b-4db3-886e-bf8f4b767bfa tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434790 Feb 03 02:59:27.362705 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80940547-7a36-487b-8b94-d0dfe0e93497 req-8ec0c256-53fa-4a2c-b08d-d37b681f1264 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:27.364355 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-80940547-7a36-487b-8b94-d0dfe0e93497 req-8ec0c256-53fa-4a2c-b08d-d37b681f1264 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0569742 Feb 03 02:59:27.419414 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-80940547-7a36-487b-8b94-d0dfe0e93497 req-a3ff3eab-e098-43be-97de-d8c2d94b12be tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Feb 03 02:59:27.748761 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 716697ab-7116-4750-bb15-40d6691bc75e no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 02:59:27.768760 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 716697ab-7116-4750-bb15-40d6691bc75e {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 02:59:27.769225 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 716697ab-7116-4750-bb15-40d6691bc75e not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 02:59:27.897191 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1677f0-92d5-4643-b422-fda98f02cca7 req-a53af4c1-7001-416f-bd3f-14cca078949b tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:27.899257 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a1677f0-92d5-4643-b422-fda98f02cca7 req-a53af4c1-7001-416f-bd3f-14cca078949b tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0626321 Feb 03 02:59:27.950065 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a1677f0-92d5-4643-b422-fda98f02cca7 req-c8076a69-a071-4b1f-95b2-79933b5435dc tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456202 Feb 03 02:59:28.541295 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ddaf0-7e6b-4c14-9d8f-8f5e863f2214 req-464e2ea2-92ae-49d3-9d5e-7ac52dc548ce tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:28.542972 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-180ddaf0-7e6b-4c14-9d8f-8f5e863f2214 req-464e2ea2-92ae-49d3-9d5e-7ac52dc548ce tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0544481 Feb 03 02:59:28.592083 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-180ddaf0-7e6b-4c14-9d8f-8f5e863f2214 req-f5308f9a-937e-4a70-b92e-fd764bbfeda1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Feb 03 02:59:28.829541 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8a0d-3d3c-4c03-8d69-8a847b5a4c56 req-acc654a8-0d19-46f4-b492-184777061c3b tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:28.830994 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0c6e8a0d-3d3c-4c03-8d69-8a847b5a4c56 req-acc654a8-0d19-46f4-b492-184777061c3b tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0581999 Feb 03 02:59:28.943450 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-0c6e8a0d-3d3c-4c03-8d69-8a847b5a4c56 req-e3a857ca-d2dd-4955-a97d-06410b55fff5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Deleting port eb42ec3a-c180-4e56-94f7-7014b20db64c {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 02:59:28.944121 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-0c6e8a0d-3d3c-4c03-8d69-8a847b5a4c56 req-e3a857ca-d2dd-4955-a97d-06410b55fff5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:29.036677 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-0c6e8a0d-3d3c-4c03-8d69-8a847b5a4c56 req-e3a857ca-d2dd-4955-a97d-06410b55fff5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] For port eb42ec3a-c180-4e56-94f7-7014b20db64c, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=eb42ec3a-c180-4e56-94f7-7014b20db64c,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:59:29.036965 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-0c6e8a0d-3d3c-4c03-8d69-8a847b5a4c56 req-e3a857ca-d2dd-4955-a97d-06410b55fff5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:29.051475 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-0c6e8a0d-3d3c-4c03-8d69-8a847b5a4c56 req-e3a857ca-d2dd-4955-a97d-06410b55fff5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Calling delete_port for eb42ec3a-c180-4e56-94f7-7014b20db64c owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 02:59:29.082082 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa193a-9307-43f2-87df-27e6e02bf126 req-6d66f400-8796-4381-b55b-06c2c442002c tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:29.083633 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eaa193a-9307-43f2-87df-27e6e02bf126 req-6d66f400-8796-4381-b55b-06c2c442002c tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db3a24e-6641-4f79-9d50-6b97b67ea6a9 HTTP/1.1" status: 200 len: 945 time: 0.0628541 Feb 03 02:59:29.134883 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eaa193a-9307-43f2-87df-27e6e02bf126 req-4b375836-e8df-46bb-8ad3-594ae68dcc22 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433981 Feb 03 02:59:29.190411 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-0c6e8a0d-3d3c-4c03-8d69-8a847b5a4c56 req-e3a857ca-d2dd-4955-a97d-06410b55fff5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (eb42ec3a-c180-4e56-94f7-7014b20db64c), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:29.202673 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['44de70aa-dd5c-4b82-94f1-25e286c3f42f', '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12', 'eb42ec3a-c180-4e56-94f7-7014b20db64c'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:59:29.217939 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a857ca-d2dd-4955-a97d-06410b55fff5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Pushing event deleted for resources: {'Port': ['ID=eb42ec3a-c180-4e56-94f7-7014b20db64c,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:29.266037 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6e8a0d-3d3c-4c03-8d69-8a847b5a4c56 req-e3a857ca-d2dd-4955-a97d-06410b55fff5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] No DVR routers for this DVR port eb42ec3a-c180-4e56-94f7-7014b20db64c on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 02:59:29.268994 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-0c6e8a0d-3d3c-4c03-8d69-8a847b5a4c56 req-e3a857ca-d2dd-4955-a97d-06410b55fff5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:29.273015 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0c6e8a0d-3d3c-4c03-8d69-8a847b5a4c56 req-e3a857ca-d2dd-4955-a97d-06410b55fff5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "DELETE /v2.0/ports/eb42ec3a-c180-4e56-94f7-7014b20db64c HTTP/1.1" status: 204 len: 173 time: 0.4360805 Feb 03 02:59:29.273437 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db3a24e-6641-4f79-9d50-6b97b67ea6a9', 'name': 'network-vif-deleted', 'tag': 'eb42ec3a-c180-4e56-94f7-7014b20db64c'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:59:29.276026 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47729c0e-a454-4f63-a0f3-a02ab0e6b977" -d '{"events": [{"server_uuid": "5db3a24e-6641-4f79-9d50-6b97b67ea6a9", "name": "network-vif-deleted", "tag": "eb42ec3a-c180-4e56-94f7-7014b20db64c"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:59:29.320908 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9037074-c421-4acb-836d-6b7b471c0b9f x-openstack-request-id: req-d9037074-c421-4acb-836d-6b7b471c0b9f {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:59:29.321406 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db3a24e-6641-4f79-9d50-6b97b67ea6a9", "name": "network-vif-deleted", "tag": "eb42ec3a-c180-4e56-94f7-7014b20db64c", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:59:29.321797 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9037074-c421-4acb-836d-6b7b471c0b9f {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:59:29.322207 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db3a24e-6641-4f79-9d50-6b97b67ea6a9', 'name': 'network-vif-deleted', 'tag': 'eb42ec3a-c180-4e56-94f7-7014b20db64c', 'status': 'completed', 'code': 200} Feb 03 02:59:29.719767 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda3e51-10e3-42b8-a3bf-7cb82a278555 req-6a2f66d1-f8a5-43f8-b282-8b7f382add31 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:29.721420 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5cda3e51-10e3-42b8-a3bf-7cb82a278555 req-6a2f66d1-f8a5-43f8-b282-8b7f382add31 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0607629 Feb 03 02:59:29.772105 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5cda3e51-10e3-42b8-a3bf-7cb82a278555 req-4d85d2f4-9c99-4ea5-b749-c158020e5685 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445712 Feb 03 02:59:30.435551 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288acd-bf29-4f81-a1ed-7234c29ba0e4 req-dd5dd74a-cb1a-44c8-aad8-286a8f5b684e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:30.436960 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1288acd-bf29-4f81-a1ed-7234c29ba0e4 req-dd5dd74a-cb1a-44c8-aad8-286a8f5b684e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 946 time: 0.0612719 Feb 03 02:59:30.483281 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d1288acd-bf29-4f81-a1ed-7234c29ba0e4 req-fde624f7-2403-4dee-a901-1cded2bfa7c5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Feb 03 02:59:30.911348 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a90eb-ce87-4160-b13e-bab100db2d84 req-71482328-61e3-492c-b1c6-da7a602c769b tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:30.912871 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6e4a90eb-ce87-4160-b13e-bab100db2d84 req-71482328-61e3-492c-b1c6-da7a602c769b tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0614750 Feb 03 02:59:30.969681 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6e4a90eb-ce87-4160-b13e-bab100db2d84 req-96a9f06a-7015-4c33-9be8-3b67d73fd0a0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511069 Feb 03 02:59:31.617516 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4de4e-1dba-4d73-9cca-2787e3af507e req-9bf82407-05e8-4048-859a-9d004ecb1d77 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:31.619071 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-90d4de4e-1dba-4d73-9cca-2787e3af507e req-9bf82407-05e8-4048-859a-9d004ecb1d77 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 946 time: 0.0556283 Feb 03 02:59:31.667357 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-90d4de4e-1dba-4d73-9cca-2787e3af507e req-3beaa397-53de-4b28-b1ac-715e406d4b7e tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 Feb 03 02:59:31.744294 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device eb42ec3a-c180-4e56-94f7-7014b20db64c no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 02:59:31.766380 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: eb42ec3a-c180-4e56-94f7-7014b20db64c {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 02:59:31.766675 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device eb42ec3a-c180-4e56-94f7-7014b20db64c not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 02:59:32.095643 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc12a70-3286-4bd6-81a6-1b86929a5372 req-2eedb3a5-865a-4380-8404-0a6324cff045 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:32.097198 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6dc12a70-3286-4bd6-81a6-1b86929a5372 req-2eedb3a5-865a-4380-8404-0a6324cff045 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0562832 Feb 03 02:59:32.146842 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6dc12a70-3286-4bd6-81a6-1b86929a5372 req-2040a2cf-3b49-4ea2-ad28-7a3f6a65a3ad tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Feb 03 02:59:32.214999 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f786b-1f01-416a-838c-00346cd3254a req-5d2c7d48-0689-484c-9c54-e71ac95e51d5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:32.216425 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0c1f786b-1f01-416a-838c-00346cd3254a req-5d2c7d48-0689-484c-9c54-e71ac95e51d5 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 946 time: 0.0537562 Feb 03 02:59:32.322483 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-0c1f786b-1f01-416a-838c-00346cd3254a req-8fbc81fc-904e-4f1d-8348-97fad46facc9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Deleting port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 02:59:32.322833 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-0c1f786b-1f01-416a-838c-00346cd3254a req-8fbc81fc-904e-4f1d-8348-97fad46facc9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:32.438091 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-0c1f786b-1f01-416a-838c-00346cd3254a req-8fbc81fc-904e-4f1d-8348-97fad46facc9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] For port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:59:32.438461 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-0c1f786b-1f01-416a-838c-00346cd3254a req-8fbc81fc-904e-4f1d-8348-97fad46facc9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:32.450693 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-0c1f786b-1f01-416a-838c-00346cd3254a req-8fbc81fc-904e-4f1d-8348-97fad46facc9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Calling delete_port for 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 02:59:32.593287 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-0c1f786b-1f01-416a-838c-00346cd3254a req-8fbc81fc-904e-4f1d-8348-97fad46facc9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (65f4c02d-138c-4fb0-aae2-8b37b8e7ee12), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:32.607654 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['44de70aa-dd5c-4b82-94f1-25e286c3f42f', '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:59:32.624776 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc81fc-904e-4f1d-8348-97fad46facc9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Pushing event deleted for resources: {'Port': ['ID=65f4c02d-138c-4fb0-aae2-8b37b8e7ee12,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:32.668534 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1f786b-1f01-416a-838c-00346cd3254a req-8fbc81fc-904e-4f1d-8348-97fad46facc9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] No DVR routers for this DVR port 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 02:59:32.671346 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-0c1f786b-1f01-416a-838c-00346cd3254a req-8fbc81fc-904e-4f1d-8348-97fad46facc9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:32.675421 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0c1f786b-1f01-416a-838c-00346cd3254a req-8fbc81fc-904e-4f1d-8348-97fad46facc9 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "DELETE /v2.0/ports/65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 HTTP/1.1" status: 204 len: 173 time: 0.4521861 Feb 03 02:59:32.675883 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543ff03e-fd92-42d9-8121-5aa22a1bd45d', 'name': 'network-vif-deleted', 'tag': '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:59:32.678171 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2776bfce-6418-4ca4-a511-322c5b056c01" -d '{"events": [{"server_uuid": "543ff03e-fd92-42d9-8121-5aa22a1bd45d", "name": "network-vif-deleted", "tag": "65f4c02d-138c-4fb0-aae2-8b37b8e7ee12"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:59:32.720067 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa09d6fb-d642-469d-a481-e67170db9e2a x-openstack-request-id: req-aa09d6fb-d642-469d-a481-e67170db9e2a {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:59:32.722208 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543ff03e-fd92-42d9-8121-5aa22a1bd45d", "name": "network-vif-deleted", "tag": "65f4c02d-138c-4fb0-aae2-8b37b8e7ee12", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:59:32.724249 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa09d6fb-d642-469d-a481-e67170db9e2a {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:59:32.725264 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543ff03e-fd92-42d9-8121-5aa22a1bd45d', 'name': 'network-vif-deleted', 'tag': '65f4c02d-138c-4fb0-aae2-8b37b8e7ee12', 'status': 'completed', 'code': 200} Feb 03 02:59:32.787071 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8407fc97-fc90-42d5-b76f-e7e9ba1be8d9 req-fa28eb94-569d-41ee-9be5-54440a386fea tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=543ff03e-fd92-42d9-8121-5aa22a1bd45d HTTP/1.1" status: 200 len: 210 time: 0.0326407 Feb 03 02:59:33.277211 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eed9d-cde9-4d5b-8e73-fff7ce67a7e0 req-322dbdb7-24c3-426a-a08c-061d5772589f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:33.279018 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-346eed9d-cde9-4d5b-8e73-fff7ce67a7e0 req-322dbdb7-24c3-426a-a08c-061d5772589f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0571330 Feb 03 02:59:33.329707 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-346eed9d-cde9-4d5b-8e73-fff7ce67a7e0 req-88ce272b-697c-47f3-a2be-c33f61d700f3 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442057 Feb 03 02:59:34.454439 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e048d-8b09-40fb-a104-ee00b02f10e4 req-04aaa2a0-d2b6-4999-a125-1734351f58db tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:34.455940 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-416e048d-8b09-40fb-a104-ee00b02f10e4 req-04aaa2a0-d2b6-4999-a125-1734351f58db tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0536470 Feb 03 02:59:34.502279 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-416e048d-8b09-40fb-a104-ee00b02f10e4 req-7df28790-6879-488d-89cf-407666a8b87b tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Feb 03 02:59:35.199687 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e5dc8-d78a-4b37-b844-d84a758843ae req-a850c5f6-cced-4508-8c93-c4650b598f03 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:35.201217 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e82e5dc8-d78a-4b37-b844-d84a758843ae req-a850c5f6-cced-4508-8c93-c4650b598f03 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.0565848 Feb 03 02:59:35.251163 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e82e5dc8-d78a-4b37-b844-d84a758843ae req-35ae2e02-16d6-412c-b9c8-b3c0c94cef8a tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Feb 03 02:59:35.634190 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6dca41-6dc3-4d06-b680-f50c782ccbdc req-d3d4964a-2b25-4ed5-84a1-a5ffb3f6d359 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:35.635865 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb6dca41-6dc3-4d06-b680-f50c782ccbdc req-d3d4964a-2b25-4ed5-84a1-a5ffb3f6d359 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0653605 Feb 03 02:59:35.683434 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb6dca41-6dc3-4d06-b680-f50c782ccbdc req-38fd488b-dc22-4e8d-9437-af304cbb46b3 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Feb 03 02:59:35.763852 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 02:59:35.785324 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 02:59:35.785668 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 65f4c02d-138c-4fb0-aae2-8b37b8e7ee12 not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 02:59:36.376809 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de8c0a-af02-4ae0-b661-23370a5b6f71 req-45510b4c-90b5-4442-bc63-a943d4469f25 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:36.378319 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e5de8c0a-af02-4ae0-b661-23370a5b6f71 req-45510b4c-90b5-4442-bc63-a943d4469f25 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.0574596 Feb 03 02:59:36.423519 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e5de8c0a-af02-4ae0-b661-23370a5b6f71 req-84f00612-bf9e-44d3-bba1-a44f3785e881 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Feb 03 02:59:36.810224 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f19ca4-44aa-43eb-9e2a-b9b09e0003ea req-d5ceb659-9e1e-414b-ba8a-bab770ac3d9a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:36.811693 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-92f19ca4-44aa-43eb-9e2a-b9b09e0003ea req-d5ceb659-9e1e-414b-ba8a-bab770ac3d9a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0532165 Feb 03 02:59:36.868974 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-92f19ca4-44aa-43eb-9e2a-b9b09e0003ea req-c1e2a77f-2553-4fc0-8b8a-d884229c9158 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510094 Feb 03 02:59:37.218894 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44a74d-5638-4758-b2da-d0ec9e822c66 req-c90c3149-1267-47ac-b5cf-4412124e27c6 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:37.220394 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-fd44a74d-5638-4758-b2da-d0ec9e822c66 req-c90c3149-1267-47ac-b5cf-4412124e27c6 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.0561037 Feb 03 02:59:37.328649 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-fd44a74d-5638-4758-b2da-d0ec9e822c66 req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Deleting port 44de70aa-dd5c-4b82-94f1-25e286c3f42f {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 02:59:37.329019 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-fd44a74d-5638-4758-b2da-d0ec9e822c66 req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:37.419810 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-fd44a74d-5638-4758-b2da-d0ec9e822c66 req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] For port 44de70aa-dd5c-4b82-94f1-25e286c3f42f, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=44de70aa-dd5c-4b82-94f1-25e286c3f42f,segment=NetworkSegment(8c65fd29-6d7f-49bd-861e-3808df1814a5),segment_id=8c65fd29-6d7f-49bd-861e-3808df1814a5)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 02:59:37.420199 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-fd44a74d-5638-4758-b2da-d0ec9e822c66 req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:37.437683 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-fd44a74d-5638-4758-b2da-d0ec9e822c66 req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Calling delete_port for 44de70aa-dd5c-4b82-94f1-25e286c3f42f owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 02:59:37.550903 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7de9-d0ad-49bd-a735-b997fbf92a12 req-aae393aa-bd68-47e0-ae79-59448b493eee tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:37.552391 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1f4c7de9-d0ad-49bd-a735-b997fbf92a12 req-aae393aa-bd68-47e0-ae79-59448b493eee tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/ports?device_id=933b2272-897b-43bc-8ba0-252edeef0170 HTTP/1.1" status: 200 len: 946 time: 0.0525377 Feb 03 02:59:37.564901 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-fd44a74d-5638-4758-b2da-d0ec9e822c66 req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (44de70aa-dd5c-4b82-94f1-25e286c3f42f), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:37.585092 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['44de70aa-dd5c-4b82-94f1-25e286c3f42f'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 02:59:37.591453 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Pushing event deleted for resources: {'Port': ['ID=44de70aa-dd5c-4b82-94f1-25e286c3f42f,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:37.605566 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.605922 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.606271 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.606632 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.606954 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.607379 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.607626 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.607999 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.608337 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.608749 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.609062 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.609463 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.609804 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:37.621160 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1f4c7de9-d0ad-49bd-a735-b997fbf92a12 req-634d4732-02a5-4272-9e4f-c077a0f57773 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b87b7fc-2dba-406d-9a64-19a908b8ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629408 Feb 03 02:59:37.649011 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd44a74d-5638-4758-b2da-d0ec9e822c66 req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] No DVR routers for this DVR port 44de70aa-dd5c-4b82-94f1-25e286c3f42f on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 02:59:37.651438 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-fd44a74d-5638-4758-b2da-d0ec9e822c66 req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:37.654775 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-fd44a74d-5638-4758-b2da-d0ec9e822c66 req-c3b1e1c7-aeca-4410-aa18-f8395d3e9f62 tempest-AttachVolumeNegativeTest-859496072 tempest-AttachVolumeNegativeTest-859496072-project] 10.222.0.43 "DELETE /v2.0/ports/44de70aa-dd5c-4b82-94f1-25e286c3f42f HTTP/1.1" status: 204 len: 173 time: 0.4273496 Feb 03 02:59:37.655216 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b2272-897b-43bc-8ba0-252edeef0170', 'name': 'network-vif-deleted', 'tag': '44de70aa-dd5c-4b82-94f1-25e286c3f42f'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 02:59:37.657492 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afccc1b-09fa-4136-9e15-0fa84e25572d" -d '{"events": [{"server_uuid": "933b2272-897b-43bc-8ba0-252edeef0170", "name": "network-vif-deleted", "tag": "44de70aa-dd5c-4b82-94f1-25e286c3f42f"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 02:59:37.698879 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 02:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f999a7b5-85b9-49a0-b368-37388fcba355 x-openstack-request-id: req-f999a7b5-85b9-49a0-b368-37388fcba355 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 02:59:37.699152 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b2272-897b-43bc-8ba0-252edeef0170", "name": "network-vif-deleted", "tag": "44de70aa-dd5c-4b82-94f1-25e286c3f42f", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 02:59:37.699400 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f999a7b5-85b9-49a0-b368-37388fcba355 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 02:59:37.699806 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b2272-897b-43bc-8ba0-252edeef0170', 'name': 'network-vif-deleted', 'tag': '44de70aa-dd5c-4b82-94f1-25e286c3f42f', 'status': 'completed', 'code': 200} Feb 03 02:59:38.003556 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d55b66-5612-4df7-97be-e5b75580ab42 req-79dacd05-899d-4f09-8f4f-d7fc45320d38 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:38.005198 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-14d55b66-5612-4df7-97be-e5b75580ab42 req-79dacd05-899d-4f09-8f4f-d7fc45320d38 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0596130 Feb 03 02:59:38.054799 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-14d55b66-5612-4df7-97be-e5b75580ab42 req-3b697b42-4a96-4412-87bf-9382e0e99add tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438378 Feb 03 02:59:38.672698 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 52968) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:38.718375 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c46d6e-4188-4b1b-a139-377e59cfcd77 admin admin] Deleting subnet c0392db5-b24e-45e0-baa6-1befde31502f {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 02:59:38.721462 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60c46d6e-4188-4b1b-a139-377e59cfcd77 admin admin] Publish callbacks [] for subnet (c0392db5-b24e-45e0-baa6-1befde31502f), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:38.756349 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60c46d6e-4188-4b1b-a139-377e59cfcd77 admin admin] Publish callbacks [] for subnet (c0392db5-b24e-45e0-baa6-1befde31502f), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:38.761930 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60c46d6e-4188-4b1b-a139-377e59cfcd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (c0392db5-b24e-45e0-baa6-1befde31502f), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:38.819306 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60c46d6e-4188-4b1b-a139-377e59cfcd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (c0392db5-b24e-45e0-baa6-1befde31502f), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:38.844000 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c46d6e-4188-4b1b-a139-377e59cfcd77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0392db5-b24e-45e0-baa6-1befde31502f,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:38.847704 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60c46d6e-4188-4b1b-a139-377e59cfcd77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:38.851366 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-60c46d6e-4188-4b1b-a139-377e59cfcd77 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c0392db5-b24e-45e0-baa6-1befde31502f HTTP/1.1" status: 204 len: 168 time: 0.1769142 Feb 03 02:59:38.854459 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 52970) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:38.922883 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (126c5997-2080-4b93-9c71-959073b0550c), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.001572 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (126c5997-2080-4b93-9c71-959073b0550c), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.020952 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126c5997-2080-4b93-9c71-959073b0550c']}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:39.029992 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c65fd29-6d7f-49bd-861e-3808df1814a5') {'for_net_delete': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:39.030293 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c65fd29-6d7f-49bd-861e-3808df1814a5') {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:39.039591 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575254'] for segment (8c65fd29-6d7f-49bd-861e-3808df1814a5), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.054252 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (8c65fd29-6d7f-49bd-861e-3808df1814a5), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.060736 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 02:59:39.061154 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3364233'] for segment (8c65fd29-6d7f-49bd-861e-3808df1814a5), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: Traceback (most recent call last): Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: timer() Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: cb(*args, **kw) Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: return func(*args, **kwargs) Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: self._notify() Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: self.callback(batched_events) Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: event.method(event) Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: return f(self, *a, **k) Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._get(url).json() Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: return self.request(url, 'GET', **kwargs) Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 02:59:39.062888 dv-cinder-827581-1-iscsi neutron-server[102483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 02:59:39.118145 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (126c5997-2080-4b93-9c71-959073b0550c), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.124575 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.128211 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] 10.222.0.31 "DELETE /v2.0/networks/126c5997-2080-4b93-9c71-959073b0550c HTTP/1.1" status: 204 len: 168 time: 0.2726026 Feb 03 02:59:39.141577 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3b9c1-1cdb-4c23-bae6-5fb0213dc529 admin admin] Pushing event deleted for resources: {'Network': ['ID=126c5997-2080-4b93-9c71-959073b0550c,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:39.183391 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80985d-3246-4814-8387-9a7d8bd48710 req-f0a9054b-7249-402e-84b4-7b1c6960e9a6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:39.184777 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cd80985d-3246-4814-8387-9a7d8bd48710 req-f0a9054b-7249-402e-84b4-7b1c6960e9a6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0601759 Feb 03 02:59:39.230820 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cd80985d-3246-4814-8387-9a7d8bd48710 req-beec6be3-2723-4386-af19-158b929e5248 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 Feb 03 02:59:39.367070 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 52980) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:39.410250 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-1f81d0f2-0c41-4ec7-a27b-b31246c7907e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff777728bb704feeabf264e753679daa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420139 Feb 03 02:59:39.412832 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 52984) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:39.466730 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-270c1169-13f0-493b-a640-dc476c72ae6c admin admin] Publish callbacks [] for security_group (2b87b7fc-2dba-406d-9a64-19a908b8ffe2), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.488582 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-270c1169-13f0-493b-a640-dc476c72ae6c admin admin] Publish callbacks [] for security_group (2b87b7fc-2dba-406d-9a64-19a908b8ffe2), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.535512 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-270c1169-13f0-493b-a640-dc476c72ae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (2b87b7fc-2dba-406d-9a64-19a908b8ffe2), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.538395 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-270c1169-13f0-493b-a640-dc476c72ae6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.542559 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-270c1169-13f0-493b-a640-dc476c72ae6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b87b7fc-2dba-406d-9a64-19a908b8ffe2 HTTP/1.1" status: 204 len: 168 time: 0.1256373 Feb 03 02:59:39.548531 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c1169-13f0-493b-a640-dc476c72ae6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b87b7fc-2dba-406d-9a64-19a908b8ffe2,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:39.677858 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 52992) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:39.788089 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 44de70aa-dd5c-4b82-94f1-25e286c3f42f no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 02:59:39.813269 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 44de70aa-dd5c-4b82-94f1-25e286c3f42f {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 02:59:39.813639 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 44de70aa-dd5c-4b82-94f1-25e286c3f42f not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 02:59:39.819476 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1b912c0a-d60d-4ff9-951e-d875b583d28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.896627 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1b912c0a-d60d-4ff9-951e-d875b583d28c admin admin] Publish callbacks [] for security_group (c4167d10-8767-470f-8b55-a8479fb6344f), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.901183 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1b912c0a-d60d-4ff9-951e-d875b583d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (c4167d10-8767-470f-8b55-a8479fb6344f), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:39.938202 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b912c0a-d60d-4ff9-951e-d875b583d28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4167d10-8767-470f-8b55-a8479fb6344f,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:39.942462 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-1b912c0a-d60d-4ff9-951e-d875b583d28c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b99e1627a244ae0aeff0419ee0c91a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635210 Feb 03 02:59:39.945744 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53006) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:39.996315 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-31a4581d-52c6-46e6-8189-2cc76776bdc0 admin admin] Publish callbacks [] for security_group (c4167d10-8767-470f-8b55-a8479fb6344f), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:40.017607 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-31a4581d-52c6-46e6-8189-2cc76776bdc0 admin admin] Publish callbacks [] for security_group (c4167d10-8767-470f-8b55-a8479fb6344f), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:40.065231 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-31a4581d-52c6-46e6-8189-2cc76776bdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (c4167d10-8767-470f-8b55-a8479fb6344f), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:40.067961 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-31a4581d-52c6-46e6-8189-2cc76776bdc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:40.073099 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-31a4581d-52c6-46e6-8189-2cc76776bdc0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4167d10-8767-470f-8b55-a8479fb6344f HTTP/1.1" status: 204 len: 168 time: 0.1256509 Feb 03 02:59:40.081911 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4581d-52c6-46e6-8189-2cc76776bdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4167d10-8767-470f-8b55-a8479fb6344f,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:40.351759 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8069c8-db2a-4bd0-93a4-0d1d65e5bb5a req-080cc6f7-0991-4b84-912a-0598c9f7ea02 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:40.353420 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fd8069c8-db2a-4bd0-93a4-0d1d65e5bb5a req-080cc6f7-0991-4b84-912a-0598c9f7ea02 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0531218 Feb 03 02:59:40.406971 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fd8069c8-db2a-4bd0-93a4-0d1d65e5bb5a req-10c9cdaf-8c10-4ddc-9c55-1af67f6c08a0 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469890 Feb 03 02:59:41.533577 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8658e18-7d5c-4f14-a1ee-b188e37f72bc req-131745c3-09e0-4d26-930b-950e08a535c3 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:41.535050 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d8658e18-7d5c-4f14-a1ee-b188e37f72bc req-131745c3-09e0-4d26-930b-950e08a535c3 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0533051 Feb 03 02:59:41.582823 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d8658e18-7d5c-4f14-a1ee-b188e37f72bc req-77ad1606-f24a-463d-90bd-21cb550bf90c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Feb 03 02:59:42.527469 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-4036fe74-45d7-498f-806a-32f3042df0a2 req-e43a5d69-3e3f-48fa-8dd6-1e78b7680d88 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445437 Feb 03 02:59:42.595536 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036fe74-45d7-498f-806a-32f3042df0a2 req-73ee2627-f7ad-462d-98f7-2f1fc516c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:42.597020 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-4036fe74-45d7-498f-806a-32f3042df0a2 req-73ee2627-f7ad-462d-98f7-2f1fc516c788 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 1129 time: 0.0451479 Feb 03 02:59:42.705064 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787de77-9ca1-4714-b649-1ecf573b5b20 req-8b8d0816-2666-476b-9975-ad8a5ab99a13 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:42.706279 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036fe74-45d7-498f-806a-32f3042df0a2 req-a01320d7-108a-47cd-a9c8-8395b743050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:42.706550 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f787de77-9ca1-4714-b649-1ecf573b5b20 req-8b8d0816-2666-476b-9975-ad8a5ab99a13 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0516880 Feb 03 02:59:42.707736 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-4036fe74-45d7-498f-806a-32f3042df0a2 req-a01320d7-108a-47cd-a9c8-8395b743050a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 918 time: 0.0894990 Feb 03 02:59:42.751791 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f787de77-9ca1-4714-b649-1ecf573b5b20 req-e0c2f917-a2cd-4f0e-9245-1d8ed82716af tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Feb 03 02:59:43.303696 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:43.564087 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-4036fe74-45d7-498f-806a-32f3042df0a2 req-52292ee2-163e-41ca-abfd-39383911aa0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56bc6508-b90c-4a56-92a7-ede9dab41a4f HTTP/1.1" status: 200 len: 217 time: 0.0346162 Feb 03 02:59:43.887572 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319562d6-605a-4d81-bbb0-6dfbe32d40c8 req-13d6920c-856e-4487-9e15-17f176e462de tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:43.890089 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-319562d6-605a-4d81-bbb0-6dfbe32d40c8 req-13d6920c-856e-4487-9e15-17f176e462de tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0591745 Feb 03 02:59:43.937204 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-319562d6-605a-4d81-bbb0-6dfbe32d40c8 req-4c968f2c-07cc-4f4c-ba8e-9dd460cb2087 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410337 Feb 03 02:59:44.379749 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036fe74-45d7-498f-806a-32f3042df0a2 req-fcb98dbd-cf0e-4779-8415-732e39333f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:44.381159 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-4036fe74-45d7-498f-806a-32f3042df0a2 req-fcb98dbd-cf0e-4779-8415-732e39333f49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bb96e84-4f17-47e8-9e3d-6c509db919bb HTTP/1.1" status: 200 len: 857 time: 0.0563326 Feb 03 02:59:45.068837 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c2e83-1693-4ea1-9d2e-17f5c726b1ce req-963e6df4-9bf8-4544-89fd-6ca444f4071c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:45.070354 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-597c2e83-1693-4ea1-9d2e-17f5c726b1ce req-963e6df4-9bf8-4544-89fd-6ca444f4071c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0581033 Feb 03 02:59:45.118904 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-597c2e83-1693-4ea1-9d2e-17f5c726b1ce req-d7fa32e8-8747-40f3-b6f4-2c23fefd05e6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Feb 03 02:59:45.289103 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-4036fe74-45d7-498f-806a-32f3042df0a2 req-673083e9-998d-40c8-9840-9ba83028fd37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f43a5cf5-27e4-4762-a93b-2169348c9878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307858 Feb 03 02:59:45.387529 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-4036fe74-45d7-498f-806a-32f3042df0a2 req-23cf8243-e58d-4a02-bcfe-8790267f9e72 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894094 Feb 03 02:59:45.491556 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-4036fe74-45d7-498f-806a-32f3042df0a2 req-d347260c-b1af-4528-a294-282b2138dfd5 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912969 Feb 03 02:59:45.587365 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-b5284847-fe6e-4903-9388-6951f3ebb462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:46.099715 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b20e5-7535-495c-95bb-2984f916d94d req-887b6618-f729-45f2-998c-63716633b4d3 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:46.101618 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ff2b20e5-7535-495c-95bb-2984f916d94d req-887b6618-f729-45f2-998c-63716633b4d3 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0568440 Feb 03 02:59:46.148514 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ff2b20e5-7535-495c-95bb-2984f916d94d req-a7cfd53a-1211-483d-b75e-809c7cee10a1 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 Feb 03 02:59:46.241421 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf673c2-fc14-4a67-865d-f86a81dbc08d req-66999699-09bd-4f50-bd80-c6425d2d8061 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:46.242914 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7bf673c2-fc14-4a67-865d-f86a81dbc08d req-66999699-09bd-4f50-bd80-c6425d2d8061 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0524275 Feb 03 02:59:46.288730 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7bf673c2-fc14-4a67-865d-f86a81dbc08d req-698b8d05-fff0-4f57-9e55-0adb7635f843 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401235 Feb 03 02:59:46.785958 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96afc7-b4d5-4a8b-b294-209f2892b20d req-1c9e2bd3-ce52-4ffa-a596-b7b92c660685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:46.787359 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0c96afc7-b4d5-4a8b-b294-209f2892b20d req-1c9e2bd3-ce52-4ffa-a596-b7b92c660685 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 1129 time: 0.0444672 Feb 03 02:59:46.830155 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-0c96afc7-b4d5-4a8b-b294-209f2892b20d req-cffe5554-c219-41a1-8796-f939f64586dc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362077 Feb 03 02:59:47.274074 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba37d9-8149-401f-936e-217e1010f9d6 req-0cf68d0d-16de-4d02-831a-7a62dd556306 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:47.275599 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-86ba37d9-8149-401f-936e-217e1010f9d6 req-0cf68d0d-16de-4d02-831a-7a62dd556306 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0533860 Feb 03 02:59:47.328231 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-86ba37d9-8149-401f-936e-217e1010f9d6 req-c5bf0e95-a9ed-48cd-bdf1-7508f18aa34e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469909 Feb 03 02:59:47.442797 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6e21d-63fb-41ed-8743-743f5d603472 req-77f41890-f4e5-44c3-a469-f4451db4ebd6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:47.444302 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-88d6e21d-63fb-41ed-8743-743f5d603472 req-77f41890-f4e5-44c3-a469-f4451db4ebd6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0540473 Feb 03 02:59:47.492931 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-88d6e21d-63fb-41ed-8743-743f5d603472 req-32072777-14a6-4d32-8314-1b54f8a493da tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Feb 03 02:59:47.885848 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7355110c-7c60-4f0d-8d00-5446bf2f27f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:48.473595 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f02c6-4de4-46b4-b3fc-ab23a3645e2e req-ea1a6770-b3c9-44fe-8379-eb0f163626ef tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:48.475060 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-614f02c6-4de4-46b4-b3fc-ab23a3645e2e req-ea1a6770-b3c9-44fe-8379-eb0f163626ef tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0582848 Feb 03 02:59:48.523633 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-614f02c6-4de4-46b4-b3fc-ab23a3645e2e req-59e5b5ed-e404-427f-8f38-680507cb0c5d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411005 Feb 03 02:59:48.614542 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478478-c68b-4d27-b8cb-62a48e5bf731 req-1a55b4e9-a80c-41de-a988-7bcd9bec0ef5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:48.616052 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84478478-c68b-4d27-b8cb-62a48e5bf731 req-1a55b4e9-a80c-41de-a988-7bcd9bec0ef5 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0558290 Feb 03 02:59:48.665634 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84478478-c68b-4d27-b8cb-62a48e5bf731 req-d96f3c42-ead6-49f8-81c0-ef63928a5fcf tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Feb 03 02:59:49.590475 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:49.651813 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9da6f-9cbc-4dda-b9af-4f80880592fc req-45fad1d6-bf3a-4239-92d9-d29d8a779a9b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:49.653677 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03e9da6f-9cbc-4dda-b9af-4f80880592fc req-45fad1d6-bf3a-4239-92d9-d29d8a779a9b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0570083 Feb 03 02:59:49.701603 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03e9da6f-9cbc-4dda-b9af-4f80880592fc req-ee1fd0af-765e-4222-941b-da432111c790 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423093 Feb 03 02:59:49.790501 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175d3eb-a753-492f-9d69-2fb858a0f0ea req-d7942d21-7ff7-4ec5-9d3b-7acb7561e4f2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:49.791996 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f175d3eb-a753-492f-9d69-2fb858a0f0ea req-d7942d21-7ff7-4ec5-9d3b-7acb7561e4f2 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0528858 Feb 03 02:59:49.841832 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f175d3eb-a753-492f-9d69-2fb858a0f0ea req-1d43ae5b-e07d-43f4-b39d-310a62dd16e6 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441837 Feb 03 02:59:50.559975 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:50.826592 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa223a5-f541-4674-b1c9-673c29c59499 req-f4c74231-c026-48ee-884d-94fea8831083 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:50.828085 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0fa223a5-f541-4674-b1c9-673c29c59499 req-f4c74231-c026-48ee-884d-94fea8831083 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0535915 Feb 03 02:59:50.875669 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0fa223a5-f541-4674-b1c9-673c29c59499 req-70ae68ab-17be-4a90-b7f9-dcf2582ec663 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419934 Feb 03 02:59:50.987263 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35da8b6-d674-48bc-ac5b-d0f4f34478ea req-b8b344fb-4766-4340-8acc-0f13a74df522 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:50.988779 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a35da8b6-d674-48bc-ac5b-d0f4f34478ea req-b8b344fb-4766-4340-8acc-0f13a74df522 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0538669 Feb 03 02:59:51.039902 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a35da8b6-d674-48bc-ac5b-d0f4f34478ea req-f9e8994f-5981-4a2a-8c71-a22d240217c3 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 Feb 03 02:59:51.353849 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ce0af-2475-4d65-a635-03cd44b0b4a5 req-26fd062d-cded-4582-b716-6cdcc0bbe046 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:51.355250 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-168ce0af-2475-4d65-a635-03cd44b0b4a5 req-26fd062d-cded-4582-b716-6cdcc0bbe046 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0581701 Feb 03 02:59:51.403368 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-168ce0af-2475-4d65-a635-03cd44b0b4a5 req-1254229d-fe7f-4365-b152-9fa3ac95416f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Feb 03 02:59:52.011286 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ea02e-502c-49b3-b5cd-baaebfe3fb76 req-144967c3-93ca-4db2-82a5-7a6f6f56d757 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:52.012750 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8f5ea02e-502c-49b3-b5cd-baaebfe3fb76 req-144967c3-93ca-4db2-82a5-7a6f6f56d757 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0530894 Feb 03 02:59:52.061415 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8f5ea02e-502c-49b3-b5cd-baaebfe3fb76 req-5a07a64e-5cad-4866-a83c-2d47b544519c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412369 Feb 03 02:59:52.149068 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:52.536471 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe2a88-66ae-4de6-952d-8a9c1b07d1b2 req-c0b453bc-e96a-4404-b713-1620a2b27ee3 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:52.537995 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ecfe2a88-66ae-4de6-952d-8a9c1b07d1b2 req-c0b453bc-e96a-4404-b713-1620a2b27ee3 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0575852 Feb 03 02:59:52.595993 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ecfe2a88-66ae-4de6-952d-8a9c1b07d1b2 req-b7b8c596-4333-47a0-8adb-4e60ddd0e092 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491076 Feb 03 02:59:53.196597 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94514b5-de04-4a1b-93ca-0f650011e1da req-0930a585-34e7-4438-9926-f3aa99df4e06 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:53.198171 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e94514b5-de04-4a1b-93ca-0f650011e1da req-0930a585-34e7-4438-9926-f3aa99df4e06 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0619729 Feb 03 02:59:53.248157 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e94514b5-de04-4a1b-93ca-0f650011e1da req-1479bbdc-a0d5-4ee5-b303-3e23b6434cc5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442328 Feb 03 02:59:53.724235 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaef503-3d51-467d-b4e3-574292c4715d req-188ea5ba-e07a-4628-af44-932e9205baed tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:53.726085 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-deaef503-3d51-467d-b4e3-574292c4715d req-188ea5ba-e07a-4628-af44-932e9205baed tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0526843 Feb 03 02:59:53.791081 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-deaef503-3d51-467d-b4e3-574292c4715d req-c139e84a-6fce-4209-ab02-9f7e17e358ed tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557561 Feb 03 02:59:54.018243 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b2656-b359-4f02-af03-b3887b4ba044 req-ea10e954-050f-4940-b8ad-bdd3c29968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:54.019806 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-494b2656-b359-4f02-af03-b3887b4ba044 req-ea10e954-050f-4940-b8ad-bdd3c29968b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 1129 time: 0.0462432 Feb 03 02:59:54.115461 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b2656-b359-4f02-af03-b3887b4ba044 req-3e74ff6c-427a-4b2d-916a-e4781df957a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:54.116978 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-494b2656-b359-4f02-af03-b3887b4ba044 req-3e74ff6c-427a-4b2d-916a-e4781df957a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 200 len: 918 time: 0.0882306 Feb 03 02:59:54.158681 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-494b2656-b359-4f02-af03-b3887b4ba044 req-8d251e75-dde3-4fbf-b757-85ea70f240db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=514f132e-1831-4333-8bbe-abcdacde0949 HTTP/1.1" status: 200 len: 217 time: 0.0347850 Feb 03 02:59:54.217055 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b2656-b359-4f02-af03-b3887b4ba044 req-96fe37a8-dad2-4e50-9b59-1d902e26041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:54.218566 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-494b2656-b359-4f02-af03-b3887b4ba044 req-96fe37a8-dad2-4e50-9b59-1d902e26041d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bb96e84-4f17-47e8-9e3d-6c509db919bb HTTP/1.1" status: 200 len: 857 time: 0.0525613 Feb 03 02:59:54.251059 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-494b2656-b359-4f02-af03-b3887b4ba044 req-dd5569bb-3196-4465-b8ab-ca33d711760d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f43a5cf5-27e4-4762-a93b-2169348c9878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253806 Feb 03 02:59:54.340213 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-494b2656-b359-4f02-af03-b3887b4ba044 req-fa3cc083-f75c-4ee2-bd43-f50d56773b2d service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815158 Feb 03 02:59:54.372709 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdca898-54fd-46ba-8b66-641d16776981 req-5d5667c6-cc87-4254-a05a-54ef8db683fe tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:54.374276 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4fdca898-54fd-46ba-8b66-641d16776981 req-5d5667c6-cc87-4254-a05a-54ef8db683fe tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0540237 Feb 03 02:59:54.423791 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4fdca898-54fd-46ba-8b66-641d16776981 req-105c94ed-56f3-457a-9db0-37e6a0af0e80 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Feb 03 02:59:54.442066 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-494b2656-b359-4f02-af03-b3887b4ba044 req-b0e3e494-9ff5-49e0-935a-ed5357c9a594 service neutron] 10.222.0.43 "GET /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935836 Feb 03 02:59:54.918084 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f302-dc69-4f72-8b1f-2aceefaa683e req-f3091b3b-4f58-4a72-8425-c6e38d1ffdff tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:54.919552 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9254f302-dc69-4f72-8b1f-2aceefaa683e req-f3091b3b-4f58-4a72-8425-c6e38d1ffdff tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0547993 Feb 03 02:59:54.979757 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9254f302-dc69-4f72-8b1f-2aceefaa683e req-d7b414eb-06a5-4ced-a864-6e2011ac0309 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527999 Feb 03 02:59:55.235482 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53274) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:55.353532 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-57fcbf0a-0e9d-46b1-a5e6-a45341c61d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:55.427676 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-57fcbf0a-0e9d-46b1-a5e6-a45341c61d4a admin admin] Publish callbacks [] for security_group (bf4f92f5-6b9e-4bb6-81ce-d110dc8e846c), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:55.431703 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-57fcbf0a-0e9d-46b1-a5e6-a45341c61d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (bf4f92f5-6b9e-4bb6-81ce-d110dc8e846c), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:55.468452 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-57fcbf0a-0e9d-46b1-a5e6-a45341c61d4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64616ad6a14e4b9991b06da4cdd3cc85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317858 Feb 03 02:59:55.469577 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcbf0a-0e9d-46b1-a5e6-a45341c61d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4f92f5-6b9e-4bb6-81ce-d110dc8e846c,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:55.471291 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53294) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:55.540297 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Publish callbacks [] for security_group (bf4f92f5-6b9e-4bb6-81ce-d110dc8e846c), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:55.580347 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Publish callbacks [] for security_group (bf4f92f5-6b9e-4bb6-81ce-d110dc8e846c), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:55.619078 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e91e6e-80dd-4332-88a9-fdc6a358185a req-abcdaa93-735b-4d48-98d0-83e7585e506b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:55.620563 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06e91e6e-80dd-4332-88a9-fdc6a358185a req-abcdaa93-735b-4d48-98d0-83e7585e506b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0942373 Feb 03 02:59:55.655406 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (bf4f92f5-6b9e-4bb6-81ce-d110dc8e846c), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:55.657932 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:55.659041 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf4f92f5-6b9e-4bb6-81ce-d110dc8e846c HTTP/1.1" status: 204 len: 168 time: 0.1858070 Feb 03 02:59:55.679008 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4f92f5-6b9e-4bb6-81ce-d110dc8e846c,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:55.691432 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06e91e6e-80dd-4332-88a9-fdc6a358185a req-afc09c2d-e5b0-4373-98df-8d98bce90fcd tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569715 Feb 03 02:59:55.692634 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.693027 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.693371 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.693706 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.694037 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.694366 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.694697 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.695129 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.695367 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.695652 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.695974 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.696290 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:55.696609 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91844b58-981f-4d3e-a103-6910ac216091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 02:59:56.101125 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faddbb-09be-406e-8775-5cf61eb78b3c req-862edbb1-818c-49a7-ad02-d2381c0b0572 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:56.102643 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-88faddbb-09be-406e-8775-5cf61eb78b3c req-862edbb1-818c-49a7-ad02-d2381c0b0572 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0565395 Feb 03 02:59:56.154370 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-88faddbb-09be-406e-8775-5cf61eb78b3c req-d1aa1bb5-e1ca-4a87-9b53-063d88da7a0f tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462563 Feb 03 02:59:56.303286 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53332) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:56.400815 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-60627350-network', 'tenant_id': '437727531c234a159518af15a582641f'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:59:56.420318 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Made reservation on behalf of 437727531c234a159518af15a582641f for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:59:56.422547 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:56.430547 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:56.500352 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Publish callbacks [] for security_group (f437a667-236a-46d0-b3ef-ea12123a7747), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:56.506140 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f437a667-236a-46d0-b3ef-ea12123a7747), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:56.528932 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:59:56.538231 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f437a667-236a-46d0-b3ef-ea12123a7747,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:56.542847 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (bc7251d4-aaae-434e-b338-ead6e543e033), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:56.543184 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Added segment bc7251d4-aaae-434e-b338-ead6e543e033 of type vlan for network 3259c080-6459-4313-b636-1f48eab25efa Feb 03 02:59:56.582528 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (3259c080-6459-4313-b636-1f48eab25efa), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:56.609072 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (3259c080-6459-4313-b636-1f48eab25efa), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:56.610002 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:56.610571 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:56.658707 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3542025 Feb 03 02:59:56.661900 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53336) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:56.666929 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] Request body: {'subnet': {'network_id': '3259c080-6459-4313-b636-1f48eab25efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-60627350-subnet', 'tenant_id': '437727531c234a159518af15a582641f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:59:56.671579 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f7c50-1469-46c0-aafe-e6d2b4196340 admin admin] Pushing event updated for resources: {'Network': ['ID=3259c080-6459-4313-b636-1f48eab25efa,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:56.682151 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 3259c080-6459-4313-b636-1f48eab25efa details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:59:56.687495 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] Made reservation on behalf of 437727531c234a159518af15a582641f for: {'subnet': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:59:56.689909 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3844096'] for subnet (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:56.841314 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b724e-7359-47b2-91ee-f30c203ebaa9 req-4b227113-3254-4b71-8078-dcc51b06d7cd tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:56.842879 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e7b724e-7359-47b2-91ee-f30c203ebaa9 req-4b227113-3254-4b71-8078-dcc51b06d7cd tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0632005 Feb 03 02:59:56.869051 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3847418'] for subnet (f6a0de10-866d-46ae-92ce-6641ca72ef90), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:56.890304 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e7b724e-7359-47b2-91ee-f30c203ebaa9 req-bf07190a-5c31-4bdb-8a45-595feb078c3b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404787 Feb 03 02:59:56.924856 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a0de10-866d-46ae-92ce-6641ca72ef90,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:56.931759 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] Checking segment: {'id': 'bc7251d4-aaae-434e-b338-ead6e543e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3259c080-6459-4313-b636-1f48eab25efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:59:56.932134 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] Network hostable DHCP agents. Network: 3259c080-6459-4313-b636-1f48eab25efa, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:59:56.949456 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] Network 3259c080-6459-4313-b636-1f48eab25efa is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:59:56.958218 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 3259c080-6459-4313-b636-1f48eab25efa) {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:59:56.963117 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:56.963756 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:56.967975 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38488af5-f7f2-4d97-a17b-212953865917 None None] Network 3259c080-6459-4313-b636-1f48eab25efa requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:59:56.981546 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-b30cb153-5fd9-4d67-9ff0-04854a88e2fd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3184552 Feb 03 02:59:57.186233 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b75c0dc-ad90-4bb2-9728-6a009a1ccd64 None None] Network 3259c080-6459-4313-b636-1f48eab25efa requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:59:57.239637 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 02:59:57.279149 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e40db-c514-491b-a945-45162356f2fa req-8740f6ed-468c-44d1-958a-162b75f08292 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:57.280826 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fe6e40db-c514-491b-a945-45162356f2fa req-8740f6ed-468c-44d1-958a-162b75f08292 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0577047 Feb 03 02:59:57.326435 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fe6e40db-c514-491b-a945-45162356f2fa req-6d9c0c35-c5f1-48e5-be53-21a85a39c299 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398099 Feb 03 02:59:57.470043 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53370) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:57.475152 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1470329780-network', 'tenant_id': '536005fe11134c27b92d96bdca8670f2'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:59:57.496013 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Made reservation on behalf of 536005fe11134c27b92d96bdca8670f2 for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:59:57.498621 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:57.511624 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:57.592820 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Publish callbacks [] for security_group (f60bb645-bb7d-4bd9-a6fe-c25d6bf5c7cf), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:57.598496 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f60bb645-bb7d-4bd9-a6fe-c25d6bf5c7cf), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:57.631129 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 02:59:57.646152 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60bb645-bb7d-4bd9-a6fe-c25d6bf5c7cf,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:57.649068 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (afb3bf30-ee66-480e-82e6-63cb878d10c0), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:57.649407 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Added segment afb3bf30-ee66-480e-82e6-63cb878d10c0 of type vlan for network 7e685183-1dec-438e-8a0c-11fe40f9ed53 Feb 03 02:59:57.689331 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (7e685183-1dec-438e-8a0c-11fe40f9ed53), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:57.715195 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (7e685183-1dec-438e-8a0c-11fe40f9ed53), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:57.716348 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:57.717299 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:57.770459 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2992697 Feb 03 02:59:57.773833 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53376) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:57.778829 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] Request body: {'subnet': {'network_id': '7e685183-1dec-438e-8a0c-11fe40f9ed53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1470329780-subnet', 'tenant_id': '536005fe11134c27b92d96bdca8670f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 02:59:57.783359 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613ef19-3274-4bb5-80ab-a5194f11aba1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e685183-1dec-438e-8a0c-11fe40f9ed53,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:57.793118 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 7e685183-1dec-438e-8a0c-11fe40f9ed53 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 02:59:57.798525 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] Made reservation on behalf of 536005fe11134c27b92d96bdca8670f2 for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 02:59:57.800964 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:57.968686 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (eb2be85c-e8c6-4aa3-9343-c8ac2ca088f6), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.284259 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb2be85c-e8c6-4aa3-9343-c8ac2ca088f6,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:58.315088 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1ac30-3583-4025-bc94-d72d3a2853fa req-23d147a0-4b2d-4502-9a58-348a6458aa9d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:58.316645 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-48f1ac30-3583-4025-bc94-d72d3a2853fa req-23d147a0-4b2d-4502-9a58-348a6458aa9d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.3458369 Feb 03 02:59:58.319420 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] Checking segment: {'id': 'afb3bf30-ee66-480e-82e6-63cb878d10c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7e685183-1dec-438e-8a0c-11fe40f9ed53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 02:59:58.319776 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] Network hostable DHCP agents. Network: 7e685183-1dec-438e-8a0c-11fe40f9ed53, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 02:59:58.357452 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] Network 7e685183-1dec-438e-8a0c-11fe40f9ed53 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 02:59:58.376291 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-48f1ac30-3583-4025-bc94-d72d3a2853fa req-63f486ac-7554-43d5-be0f-54dc2418c854 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532269 Feb 03 02:59:58.377318 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 7e685183-1dec-438e-8a0c-11fe40f9ed53) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 02:59:58.381448 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:58.382001 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.390154 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a4d981-1b2c-4db5-8920-c0eedfe292b3 None None] Network 7e685183-1dec-438e-8a0c-11fe40f9ed53 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:59:58.400798 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d44812b5-fac7-4c63-8778-e81917952774 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6243627 Feb 03 02:59:58.507750 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3843a433-360c-4ff9-9292-b6ec6963f8e1 None None] Network 7e685183-1dec-438e-8a0c-11fe40f9ed53 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 02:59:58.523460 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53390) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:58.569330 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-b378d2d3-5e5b-4930-bbeb-8bc6e40d9897 admin admin] Deleting subnet f6a0de10-866d-46ae-92ce-6641ca72ef90 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 02:59:58.572565 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b378d2d3-5e5b-4930-bbeb-8bc6e40d9897 admin admin] Publish callbacks [] for subnet (f6a0de10-866d-46ae-92ce-6641ca72ef90), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.607145 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b378d2d3-5e5b-4930-bbeb-8bc6e40d9897 admin admin] Publish callbacks [] for subnet (f6a0de10-866d-46ae-92ce-6641ca72ef90), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.612691 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b378d2d3-5e5b-4930-bbeb-8bc6e40d9897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (f6a0de10-866d-46ae-92ce-6641ca72ef90), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.665296 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b378d2d3-5e5b-4930-bbeb-8bc6e40d9897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for subnet (f6a0de10-866d-46ae-92ce-6641ca72ef90), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.688867 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378d2d3-5e5b-4930-bbeb-8bc6e40d9897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a0de10-866d-46ae-92ce-6641ca72ef90,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:58.695185 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b378d2d3-5e5b-4930-bbeb-8bc6e40d9897 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.701003 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-b378d2d3-5e5b-4930-bbeb-8bc6e40d9897 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f6a0de10-866d-46ae-92ce-6641ca72ef90 HTTP/1.1" status: 204 len: 168 time: 0.1765034 Feb 03 02:59:58.701145 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53396) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:58.772012 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (3259c080-6459-4313-b636-1f48eab25efa), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.851886 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (3259c080-6459-4313-b636-1f48eab25efa), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.874757 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3259c080-6459-4313-b636-1f48eab25efa']}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:58.884152 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7251d4-aaae-434e-b338-ead6e543e033') {'for_net_delete': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:58.884446 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7251d4-aaae-434e-b338-ead6e543e033') {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:58.894102 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575254'] for segment (bc7251d4-aaae-434e-b338-ead6e543e033), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.907447 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (bc7251d4-aaae-434e-b338-ead6e543e033), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.913364 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=102483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 02:59:58.913753 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3364233'] for segment (bc7251d4-aaae-434e-b338-ead6e543e033), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: Traceback (most recent call last): Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: timer() Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: cb(*args, **kw) Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: return func(*args, **kwargs) Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: self._notify() Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: self.callback(batched_events) Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: event.method(event) Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: return f(self, *a, **k) Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._get(url).json() Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: return self.request(url, 'GET', **kwargs) Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 02:59:58.915400 dv-cinder-827581-1-iscsi neutron-server[102483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 02:59:58.971235 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (3259c080-6459-4313-b636-1f48eab25efa), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.977835 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:58.981156 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3259c080-6459-4313-b636-1f48eab25efa HTTP/1.1" status: 204 len: 168 time: 0.2790129 Feb 03 02:59:58.984531 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53406) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:59.018236 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c800eb9-def0-4f6f-8f42-399915658c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=3259c080-6459-4313-b636-1f48eab25efa,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:59.040940 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_v2 [None req-004d1ae5-cbcd-4405-ab3a-adaca2f7b4df admin admin] Deleting subnet eb2be85c-e8c6-4aa3-9343-c8ac2ca088f6 {{(pid=102483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 02:59:59.044595 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-004d1ae5-cbcd-4405-ab3a-adaca2f7b4df admin admin] Publish callbacks [] for subnet (eb2be85c-e8c6-4aa3-9343-c8ac2ca088f6), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.083619 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-004d1ae5-cbcd-4405-ab3a-adaca2f7b4df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575247'] for subnet (eb2be85c-e8c6-4aa3-9343-c8ac2ca088f6), precommit_delete_associations {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.125138 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-004d1ae5-cbcd-4405-ab3a-adaca2f7b4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (eb2be85c-e8c6-4aa3-9343-c8ac2ca088f6), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.180856 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-004d1ae5-cbcd-4405-ab3a-adaca2f7b4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3364207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3847393'] for subnet (eb2be85c-e8c6-4aa3-9343-c8ac2ca088f6), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.206327 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d1ae5-cbcd-4405-ab3a-adaca2f7b4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb2be85c-e8c6-4aa3-9343-c8ac2ca088f6,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:59.208281 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-004d1ae5-cbcd-4405-ab3a-adaca2f7b4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.211538 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-004d1ae5-cbcd-4405-ab3a-adaca2f7b4df admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eb2be85c-e8c6-4aa3-9343-c8ac2ca088f6 HTTP/1.1" status: 204 len: 168 time: 0.2258852 Feb 03 02:59:59.214307 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53410) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:59.286489 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (7e685183-1dec-438e-8a0c-11fe40f9ed53), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.364188 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (7e685183-1dec-438e-8a0c-11fe40f9ed53), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.385116 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e685183-1dec-438e-8a0c-11fe40f9ed53']}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:59.394706 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb3bf30-ee66-480e-82e6-63cb878d10c0') {'for_net_delete': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:59.394982 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb3bf30-ee66-480e-82e6-63cb878d10c0') {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 02:59:59.403972 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575254'] for segment (afb3bf30-ee66-480e-82e6-63cb878d10c0), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.416675 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (afb3bf30-ee66-480e-82e6-63cb878d10c0), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.422608 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 02:59:59.422986 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3364233'] for segment (afb3bf30-ee66-480e-82e6-63cb878d10c0), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: Traceback (most recent call last): Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: timer() Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: cb(*args, **kw) Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: return func(*args, **kwargs) Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: self._notify() Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: self.callback(batched_events) Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: event.method(event) Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: return f(self, *a, **k) Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._get(url).json() Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: return self.request(url, 'GET', **kwargs) Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 02:59:59.424578 dv-cinder-827581-1-iscsi neutron-server[102483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 02:59:59.484649 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (7e685183-1dec-438e-8a0c-11fe40f9ed53), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.489961 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.493112 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e685183-1dec-438e-8a0c-11fe40f9ed53 HTTP/1.1" status: 204 len: 168 time: 0.2778816 Feb 03 02:59:59.504897 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5842c04-cf8b-4393-8ff3-d6980c58c1df admin admin] Pushing event deleted for resources: {'Network': ['ID=7e685183-1dec-438e-8a0c-11fe40f9ed53,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 02:59:59.527596 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3ddb4-6841-443a-8fdd-65a190e8060e req-04ff3fc5-cdba-4d22-b581-19bd38409bb7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 02:59:59.529120 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54b3ddb4-6841-443a-8fdd-65a190e8060e req-04ff3fc5-cdba-4d22-b581-19bd38409bb7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0640006 Feb 03 02:59:59.579305 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54b3ddb4-6841-443a-8fdd-65a190e8060e req-ec036a7a-b494-4f05-8793-2e4a040f7ff4 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439069 Feb 03 02:59:59.664232 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53416) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:59.704685 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-3f07552e-6dfd-4f16-b321-b3e349682e58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=437727531c234a159518af15a582641f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392413 Feb 03 02:59:59.707437 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53418) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 02:59:59.756012 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-974d41b0-52c1-48d2-b188-50e75ce8d4a2 admin admin] Publish callbacks [] for security_group (f437a667-236a-46d0-b3ef-ea12123a7747), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.776593 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-974d41b0-52c1-48d2-b188-50e75ce8d4a2 admin admin] Publish callbacks [] for security_group (f437a667-236a-46d0-b3ef-ea12123a7747), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.829477 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-974d41b0-52c1-48d2-b188-50e75ce8d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f437a667-236a-46d0-b3ef-ea12123a7747), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.832178 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-974d41b0-52c1-48d2-b188-50e75ce8d4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 02:59:59.833340 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-974d41b0-52c1-48d2-b188-50e75ce8d4a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f437a667-236a-46d0-b3ef-ea12123a7747 HTTP/1.1" status: 204 len: 168 time: 0.1249442 Feb 03 02:59:59.840845 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d41b0-52c1-48d2-b188-50e75ce8d4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f437a667-236a-46d0-b3ef-ea12123a7747,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:00.187968 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53434) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:00.227805 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f47910ad-2c65-4d29-b192-f9a066ab1db4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=536005fe11134c27b92d96bdca8670f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383210 Feb 03 03:00:00.230300 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53438) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:00.279124 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-359724eb-7ef9-40ee-a58b-433186979525 admin admin] Publish callbacks [] for security_group (f60bb645-bb7d-4bd9-a6fe-c25d6bf5c7cf), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:00.304278 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-359724eb-7ef9-40ee-a58b-433186979525 admin admin] Publish callbacks [] for security_group (f60bb645-bb7d-4bd9-a6fe-c25d6bf5c7cf), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:00.304666 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53440) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:00.360002 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-359724eb-7ef9-40ee-a58b-433186979525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f60bb645-bb7d-4bd9-a6fe-c25d6bf5c7cf), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:00.363306 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-359724eb-7ef9-40ee-a58b-433186979525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:00.364490 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-359724eb-7ef9-40ee-a58b-433186979525 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f60bb645-bb7d-4bd9-a6fe-c25d6bf5c7cf HTTP/1.1" status: 204 len: 168 time: 0.1332855 Feb 03 03:00:00.372482 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359724eb-7ef9-40ee-a58b-433186979525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60bb645-bb7d-4bd9-a6fe-c25d6bf5c7cf,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:00.434429 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7c222656-618f-48ef-ab3a-6f89c183d30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:00.509280 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7c222656-618f-48ef-ab3a-6f89c183d30f admin admin] Publish callbacks [] for security_group (592839bf-504f-4b28-bc5f-3878620139ee), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:00.513433 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7c222656-618f-48ef-ab3a-6f89c183d30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (592839bf-504f-4b28-bc5f-3878620139ee), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:00.549820 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-7c222656-618f-48ef-ab3a-6f89c183d30f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e008be6979934b62a802bdb8bc16d3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438731 Feb 03 03:00:00.550566 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c222656-618f-48ef-ab3a-6f89c183d30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592839bf-504f-4b28-bc5f-3878620139ee,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:00.552635 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53448) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:00.607262 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e06ee83b-e744-476d-a9ed-7e2e2c678a12 admin admin] Publish callbacks [] for security_group (592839bf-504f-4b28-bc5f-3878620139ee), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:00.632974 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e06ee83b-e744-476d-a9ed-7e2e2c678a12 admin admin] Publish callbacks [] for security_group (592839bf-504f-4b28-bc5f-3878620139ee), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:00.718726 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e06ee83b-e744-476d-a9ed-7e2e2c678a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (592839bf-504f-4b28-bc5f-3878620139ee), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:00.721299 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e06ee83b-e744-476d-a9ed-7e2e2c678a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:00.722444 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e06ee83b-e744-476d-a9ed-7e2e2c678a12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/592839bf-504f-4b28-bc5f-3878620139ee HTTP/1.1" status: 204 len: 168 time: 0.1688116 Feb 03 03:00:00.730026 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05e958-a9fd-4451-b311-83cc07d17eb7 req-7d4e73bb-625d-455b-a2c6-ef1cfc1a73b5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:00.731471 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b05e958-a9fd-4451-b311-83cc07d17eb7 req-7d4e73bb-625d-455b-a2c6-ef1cfc1a73b5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0699496 Feb 03 03:00:00.744939 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ee83b-e744-476d-a9ed-7e2e2c678a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592839bf-504f-4b28-bc5f-3878620139ee,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:00.799648 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0b05e958-a9fd-4451-b311-83cc07d17eb7 req-d0452d89-1c85-43e3-a081-13862d90737c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604393 Feb 03 03:00:01.391798 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedf5d4-0488-4988-9469-8dc95dbf73ec req-0d8e6941-b68b-44fc-bbcd-96cffd43cd76 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:01.393358 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cfedf5d4-0488-4988-9469-8dc95dbf73ec req-0d8e6941-b68b-44fc-bbcd-96cffd43cd76 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0623248 Feb 03 03:00:01.442191 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cfedf5d4-0488-4988-9469-8dc95dbf73ec req-c874cad2-2081-4e1d-89a3-0d411e98dc12 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430851 Feb 03 03:00:01.923826 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988f8dc-2761-447c-ac2f-b2a637746634 req-9bba21d1-485a-473b-862c-25e08680e385 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:01.925355 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b988f8dc-2761-447c-ac2f-b2a637746634 req-9bba21d1-485a-473b-862c-25e08680e385 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0530648 Feb 03 03:00:01.972119 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b988f8dc-2761-447c-ac2f-b2a637746634 req-5189af26-5996-484a-b166-7c521aa32b95 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404391 Feb 03 03:00:02.078639 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53502) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:02.192061 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-82efaf98-ef7e-4e0b-b47c-5f83454c550a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.265188 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-82efaf98-ef7e-4e0b-b47c-5f83454c550a admin admin] Publish callbacks [] for security_group (f3672279-0240-400c-8191-eb83e44ccf25), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.271608 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-82efaf98-ef7e-4e0b-b47c-5f83454c550a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f3672279-0240-400c-8191-eb83e44ccf25), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.317139 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-82efaf98-ef7e-4e0b-b47c-5f83454c550a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2842e521dba943189a9c16b518b1f8de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372906 Feb 03 03:00:02.317984 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efaf98-ef7e-4e0b-b47c-5f83454c550a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3672279-0240-400c-8191-eb83e44ccf25,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:02.320148 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53506) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:02.369442 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f15a6ae5-7a65-40bb-bd62-fb6159e6f131 admin admin] Publish callbacks [] for security_group (f3672279-0240-400c-8191-eb83e44ccf25), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.395466 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f15a6ae5-7a65-40bb-bd62-fb6159e6f131 admin admin] Publish callbacks [] for security_group (f3672279-0240-400c-8191-eb83e44ccf25), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.447647 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f15a6ae5-7a65-40bb-bd62-fb6159e6f131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f3672279-0240-400c-8191-eb83e44ccf25), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.450201 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f15a6ae5-7a65-40bb-bd62-fb6159e6f131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.451338 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f15a6ae5-7a65-40bb-bd62-fb6159e6f131 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3672279-0240-400c-8191-eb83e44ccf25 HTTP/1.1" status: 204 len: 168 time: 0.1301773 Feb 03 03:00:02.459411 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a6ae5-7a65-40bb-bd62-fb6159e6f131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3672279-0240-400c-8191-eb83e44ccf25,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:02.571691 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49a546-67e1-4c2c-b6e5-506c30a66dab req-8bffffa9-bd99-4e03-a05e-9751b5b5245c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:02.573230 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d49a546-67e1-4c2c-b6e5-506c30a66dab req-8bffffa9-bd99-4e03-a05e-9751b5b5245c tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0569413 Feb 03 03:00:02.622204 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d49a546-67e1-4c2c-b6e5-506c30a66dab req-4d32378f-45b0-43c6-8490-4f65e6a1c66a tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433908 Feb 03 03:00:02.732250 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53514) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:02.745332 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a265-51e8-4a02-9b8e-f73f999ffd97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.817489 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a265-51e8-4a02-9b8e-f73f999ffd97 admin admin] Publish callbacks [] for security_group (08a188ec-1de9-4502-977f-6a289962374b), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.823375 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e3a265-51e8-4a02-9b8e-f73f999ffd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (08a188ec-1de9-4502-977f-6a289962374b), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.859925 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-b8e3a265-51e8-4a02-9b8e-f73f999ffd97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ce9386d02e540189569bca611283ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265876 Feb 03 03:00:02.860762 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3a265-51e8-4a02-9b8e-f73f999ffd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a188ec-1de9-4502-977f-6a289962374b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:02.862884 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53516) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:02.916228 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6c8c07c2-217d-4844-9f9c-74992d3d95c6 admin admin] Publish callbacks [] for security_group (08a188ec-1de9-4502-977f-6a289962374b), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.938664 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6c8c07c2-217d-4844-9f9c-74992d3d95c6 admin admin] Publish callbacks [] for security_group (08a188ec-1de9-4502-977f-6a289962374b), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.994898 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6c8c07c2-217d-4844-9f9c-74992d3d95c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (08a188ec-1de9-4502-977f-6a289962374b), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.997627 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6c8c07c2-217d-4844-9f9c-74992d3d95c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:02.998883 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-6c8c07c2-217d-4844-9f9c-74992d3d95c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08a188ec-1de9-4502-977f-6a289962374b HTTP/1.1" status: 204 len: 168 time: 0.1350172 Feb 03 03:00:03.006941 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c07c2-217d-4844-9f9c-74992d3d95c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a188ec-1de9-4502-977f-6a289962374b,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:03.110623 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058557e-6658-4561-ae80-28a16f2542ea req-b0348dc2-7025-47bb-901a-a9ce58012b44 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:03.112221 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2058557e-6658-4561-ae80-28a16f2542ea req-b0348dc2-7025-47bb-901a-a9ce58012b44 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0615752 Feb 03 03:00:03.159554 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2058557e-6658-4561-ae80-28a16f2542ea req-cdbe802d-2446-4a1a-9285-7bf097cc735b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408323 Feb 03 03:00:03.747257 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0ff2-01a2-4be5-bbf0-b5f500a86f01 req-ece55ca9-a6f5-49be-8894-29a5fc0a7341 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:03.748771 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-64ca0ff2-01a2-4be5-bbf0-b5f500a86f01 req-ece55ca9-a6f5-49be-8894-29a5fc0a7341 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0555253 Feb 03 03:00:03.794662 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-64ca0ff2-01a2-4be5-bbf0-b5f500a86f01 req-a4f014d0-1239-42a3-9f98-2948e52a7047 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403078 Feb 03 03:00:03.851840 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a4e4b-8f98-4ae4-86ac-0d4d14e0ac1a req-4711f2a3-dac0-416c-8202-be05555f40f1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:03.853373 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-169a4e4b-8f98-4ae4-86ac-0d4d14e0ac1a req-4711f2a3-dac0-416c-8202-be05555f40f1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.43 "GET /v2.0/ports?device_id=2abf9364-36a9-416e-831f-00f7508465bd HTTP/1.1" status: 200 len: 945 time: 0.0676806 Feb 03 03:00:03.946590 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-169a4e4b-8f98-4ae4-86ac-0d4d14e0ac1a req-3b2f110b-900f-4d71-98d3-abec37e56de8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Deleting port 56bc6508-b90c-4a56-92a7-ede9dab41a4f {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:00:03.946937 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-169a4e4b-8f98-4ae4-86ac-0d4d14e0ac1a req-3b2f110b-900f-4d71-98d3-abec37e56de8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:04.041547 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-169a4e4b-8f98-4ae4-86ac-0d4d14e0ac1a req-3b2f110b-900f-4d71-98d3-abec37e56de8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] For port 56bc6508-b90c-4a56-92a7-ede9dab41a4f, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=56bc6508-b90c-4a56-92a7-ede9dab41a4f,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:00:04.041994 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-169a4e4b-8f98-4ae4-86ac-0d4d14e0ac1a req-3b2f110b-900f-4d71-98d3-abec37e56de8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:04.058538 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-169a4e4b-8f98-4ae4-86ac-0d4d14e0ac1a req-3b2f110b-900f-4d71-98d3-abec37e56de8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Calling delete_port for 56bc6508-b90c-4a56-92a7-ede9dab41a4f owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:00:04.184003 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-169a4e4b-8f98-4ae4-86ac-0d4d14e0ac1a req-3b2f110b-900f-4d71-98d3-abec37e56de8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (56bc6508-b90c-4a56-92a7-ede9dab41a4f), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:04.203137 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['514f132e-1831-4333-8bbe-abcdacde0949', '56bc6508-b90c-4a56-92a7-ede9dab41a4f'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:00:04.216242 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f110b-900f-4d71-98d3-abec37e56de8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Pushing event deleted for resources: {'Port': ['ID=56bc6508-b90c-4a56-92a7-ede9dab41a4f,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:04.261539 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-169a4e4b-8f98-4ae4-86ac-0d4d14e0ac1a req-3b2f110b-900f-4d71-98d3-abec37e56de8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] No DVR routers for this DVR port 56bc6508-b90c-4a56-92a7-ede9dab41a4f on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:00:04.264591 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-169a4e4b-8f98-4ae4-86ac-0d4d14e0ac1a req-3b2f110b-900f-4d71-98d3-abec37e56de8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:04.268942 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-169a4e4b-8f98-4ae4-86ac-0d4d14e0ac1a req-3b2f110b-900f-4d71-98d3-abec37e56de8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.43 "DELETE /v2.0/ports/56bc6508-b90c-4a56-92a7-ede9dab41a4f HTTP/1.1" status: 204 len: 173 time: 0.4090245 Feb 03 03:00:04.269549 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abf9364-36a9-416e-831f-00f7508465bd', 'name': 'network-vif-deleted', 'tag': '56bc6508-b90c-4a56-92a7-ede9dab41a4f'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:00:04.272031 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da24b174-a7a9-4f08-965b-5a4a3eff9e12" -d '{"events": [{"server_uuid": "2abf9364-36a9-416e-831f-00f7508465bd", "name": "network-vif-deleted", "tag": "56bc6508-b90c-4a56-92a7-ede9dab41a4f"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:00:04.307755 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3f857-51d6-4c1e-b91b-cc6b952ad80f req-24f397f0-69a0-4583-b424-9ba114820c67 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:04.309734 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-99f3f857-51d6-4c1e-b91b-cc6b952ad80f req-24f397f0-69a0-4583-b424-9ba114820c67 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0749919 Feb 03 03:00:04.342467 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b703aa83-a757-4bab-9f89-c9c7d189ceec x-openstack-request-id: req-b703aa83-a757-4bab-9f89-c9c7d189ceec {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:00:04.342467 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abf9364-36a9-416e-831f-00f7508465bd", "name": "network-vif-deleted", "tag": "56bc6508-b90c-4a56-92a7-ede9dab41a4f", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:00:04.342467 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b703aa83-a757-4bab-9f89-c9c7d189ceec {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:00:04.343484 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abf9364-36a9-416e-831f-00f7508465bd', 'name': 'network-vif-deleted', 'tag': '56bc6508-b90c-4a56-92a7-ede9dab41a4f', 'status': 'completed', 'code': 200} Feb 03 03:00:04.377634 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-99f3f857-51d6-4c1e-b91b-cc6b952ad80f req-d15bbd2a-e0f8-43df-89b5-54717f5ce16c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617132 Feb 03 03:00:05.078961 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8d1d-2264-4b26-857f-23ecb2119457 req-d62d03cf-c755-437e-b67b-70f588aecd46 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:05.080457 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fbed8d1d-2264-4b26-857f-23ecb2119457 req-d62d03cf-c755-437e-b67b-70f588aecd46 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0559864 Feb 03 03:00:05.128337 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fbed8d1d-2264-4b26-857f-23ecb2119457 req-47804bc9-784a-4e86-8ff0-263d59f72a31 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Feb 03 03:00:05.518512 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84baff55-475a-49a0-b974-8a12ff78dc16 req-1adbd03b-69df-4882-a2b8-f826d175a472 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:05.519901 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84baff55-475a-49a0-b974-8a12ff78dc16 req-1adbd03b-69df-4882-a2b8-f826d175a472 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0573344 Feb 03 03:00:05.572337 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84baff55-475a-49a0-b974-8a12ff78dc16 req-4d59c4fc-d72e-471a-af6b-526e6b501307 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465240 Feb 03 03:00:06.250739 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d4fc9-355b-4a1e-b179-77fed73e9824 req-4f15ac60-fbd8-4143-9ee6-889afb7427fa tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:06.252313 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9d4d4fc9-355b-4a1e-b179-77fed73e9824 req-4f15ac60-fbd8-4143-9ee6-889afb7427fa tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0535479 Feb 03 03:00:06.298155 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9d4d4fc9-355b-4a1e-b179-77fed73e9824 req-b959566c-de05-40fb-893e-851c62078bcb tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Feb 03 03:00:06.714739 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84814f59-1732-4744-a213-eeb229e99d41 req-92ae5627-a9cf-4def-9ee4-951e63dfa575 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:06.716234 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84814f59-1732-4744-a213-eeb229e99d41 req-92ae5627-a9cf-4def-9ee4-951e63dfa575 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0643554 Feb 03 03:00:06.766673 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84814f59-1732-4744-a213-eeb229e99d41 req-c1921f28-a171-4500-af09-de0b4ded1e69 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418866 Feb 03 03:00:07.422902 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780f217-9947-4e90-8b74-4fd327bdb56d req-24762434-a9c4-41be-ab15-2e3d870bac67 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:07.424420 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3780f217-9947-4e90-8b74-4fd327bdb56d req-24762434-a9c4-41be-ab15-2e3d870bac67 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0566945 Feb 03 03:00:07.472120 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3780f217-9947-4e90-8b74-4fd327bdb56d req-3c6905f5-0bfb-4533-9447-c40e2642ee0d tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Feb 03 03:00:07.904449 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e674e-f1e1-49b4-a168-9d8cc2f726ea req-fc5ccc7a-80bb-478b-b261-9f0757f1c456 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:07.906262 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7e1e674e-f1e1-49b4-a168-9d8cc2f726ea req-fc5ccc7a-80bb-478b-b261-9f0757f1c456 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0589895 Feb 03 03:00:07.952936 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7e1e674e-f1e1-49b4-a168-9d8cc2f726ea req-5385dea8-f27c-4b22-a586-6368ffbc2e8d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409284 Feb 03 03:00:08.014301 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 27c8015c-4643-475a-85ae-a540d30129eb details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:00:08.018014 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 56bc6508-b90c-4a56-92a7-ede9dab41a4f no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:00:08.047531 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 56bc6508-b90c-4a56-92a7-ede9dab41a4f {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:00:08.047872 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 56bc6508-b90c-4a56-92a7-ede9dab41a4f not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:00:08.131399 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:00:08.141561 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '27c8015c-4643-475a-85ae-a540d30129eb', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'port_id': '27c8015c-4643-475a-85ae-a540d30129eb', 'mac_address': 'fa:16:3e:01:7e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:00:08.181904 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 27c8015c-4643-475a-85ae-a540d30129eb is: ACTIVE; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:00:08.182300 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (27c8015c-4643-475a-85ae-a540d30129eb), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:08.195585 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27c8015c-4643-475a-85ae-a540d30129eb {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:00:08.214465 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:00:08.219967 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (27c8015c-4643-475a-85ae-a540d30129eb), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:08.268703 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=27c8015c-4643-475a-85ae-a540d30129eb,revision_number=6']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:08.276030 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.276405 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.276760 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.277138 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.277474 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.277799 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.278129 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.278456 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.278786 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.279123 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.279435 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.279866 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.280275 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:08.323354 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['27c8015c-4643-475a-85ae-a540d30129eb'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:00:08.592385 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d894f14-a5e8-4701-99e7-de2a2a0409ba req-f50d51e7-5334-41e7-a5f4-622944a5bc80 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:08.593930 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8d894f14-a5e8-4701-99e7-de2a2a0409ba req-f50d51e7-5334-41e7-a5f4-622944a5bc80 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0529242 Feb 03 03:00:08.644640 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8d894f14-a5e8-4701-99e7-de2a2a0409ba req-251145ea-f7d8-48b3-a81b-3961f77c1659 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449564 Feb 03 03:00:08.906140 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53638) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:09.018640 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-98c380a7-a20c-411a-b7ab-f2d26efa8ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.089834 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5aaa-4aa2-458d-bdb6-1cc23e173479 req-9f80fc71-5e63-47fa-9f47-47b8e1b95eeb tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:09.091299 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-67df5aaa-4aa2-458d-bdb6-1cc23e173479 req-9f80fc71-5e63-47fa-9f47-47b8e1b95eeb tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 944 time: 0.0601339 Feb 03 03:00:09.103368 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-98c380a7-a20c-411a-b7ab-f2d26efa8ef8 admin admin] Publish callbacks [] for security_group (7a79a2a3-9df7-46d0-b6bb-da2f707aa2f8), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.108272 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-98c380a7-a20c-411a-b7ab-f2d26efa8ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (7a79a2a3-9df7-46d0-b6bb-da2f707aa2f8), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.140664 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-67df5aaa-4aa2-458d-bdb6-1cc23e173479 req-3f3081a3-b379-4f41-924d-14772620886e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430293 Feb 03 03:00:09.148466 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53644) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:09.148651 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-98c380a7-a20c-411a-b7ab-f2d26efa8ef8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af3918b3eaaf400c80e04274a15ec69e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413449 Feb 03 03:00:09.149498 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c380a7-a20c-411a-b7ab-f2d26efa8ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a79a2a3-9df7-46d0-b6bb-da2f707aa2f8,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:09.199866 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2c66fe8b-9f7a-470b-8a4b-df74acc21f2c admin admin] Publish callbacks [] for security_group (7a79a2a3-9df7-46d0-b6bb-da2f707aa2f8), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.220904 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2c66fe8b-9f7a-470b-8a4b-df74acc21f2c admin admin] Publish callbacks [] for security_group (7a79a2a3-9df7-46d0-b6bb-da2f707aa2f8), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.277846 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2c66fe8b-9f7a-470b-8a4b-df74acc21f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (7a79a2a3-9df7-46d0-b6bb-da2f707aa2f8), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.280460 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2c66fe8b-9f7a-470b-8a4b-df74acc21f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.281655 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2c66fe8b-9f7a-470b-8a4b-df74acc21f2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a79a2a3-9df7-46d0-b6bb-da2f707aa2f8 HTTP/1.1" status: 204 len: 168 time: 0.1321781 Feb 03 03:00:09.290424 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66fe8b-9f7a-470b-8a4b-df74acc21f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a79a2a3-9df7-46d0-b6bb-da2f707aa2f8,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:09.581080 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53666) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:09.599214 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21debfa5-4a74-418f-b273-91c87366db0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.693320 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21debfa5-4a74-418f-b273-91c87366db0d admin admin] Publish callbacks [] for security_group (722c7b63-d80f-429b-924e-fec7071cfa6a), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.701596 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-21debfa5-4a74-418f-b273-91c87366db0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (722c7b63-d80f-429b-924e-fec7071cfa6a), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.805314 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-21debfa5-4a74-418f-b273-91c87366db0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bff32c781834ca7893606656f84b85f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228441 Feb 03 03:00:09.808164 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53684) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:09.809036 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21debfa5-4a74-418f-b273-91c87366db0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722c7b63-d80f-429b-924e-fec7071cfa6a,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:09.839206 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5fe32-5cd0-4f7e-8fcd-255627d0d508 req-8e1342a6-f744-41be-aecf-22634a05c8fc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:09.840564 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9fa5fe32-5cd0-4f7e-8fcd-255627d0d508 req-8e1342a6-f744-41be-aecf-22634a05c8fc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1356626 Feb 03 03:00:09.850850 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b79913-0310-451d-8e7a-3efe4c8339ac req-5326421f-1f7c-41d0-9a8a-330e3bd195e8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:09.852338 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-99b79913-0310-451d-8e7a-3efe4c8339ac req-5326421f-1f7c-41d0-9a8a-330e3bd195e8 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.1256385 Feb 03 03:00:09.866470 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fd4373a3-7135-46c6-ab08-d0dbb5112a0a admin admin] Publish callbacks [] for security_group (722c7b63-d80f-429b-924e-fec7071cfa6a), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.894122 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fd4373a3-7135-46c6-ab08-d0dbb5112a0a admin admin] Publish callbacks [] for security_group (722c7b63-d80f-429b-924e-fec7071cfa6a), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.930423 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9fa5fe32-5cd0-4f7e-8fcd-255627d0d508 req-b5a938fb-06f9-4c3f-a107-b95d39382b42 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770695 Feb 03 03:00:09.943717 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-99b79913-0310-451d-8e7a-3efe4c8339ac req-5a6e432b-de27-43d1-a360-007a3cfb6f95 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799963 Feb 03 03:00:09.971567 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fd4373a3-7135-46c6-ab08-d0dbb5112a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (722c7b63-d80f-429b-924e-fec7071cfa6a), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.976824 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fd4373a3-7135-46c6-ab08-d0dbb5112a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:09.978026 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-fd4373a3-7135-46c6-ab08-d0dbb5112a0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/722c7b63-d80f-429b-924e-fec7071cfa6a HTTP/1.1" status: 204 len: 168 time: 0.1686823 Feb 03 03:00:09.986530 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4373a3-7135-46c6-ab08-d0dbb5112a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722c7b63-d80f-429b-924e-fec7071cfa6a,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:10.024870 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 27c8015c-4643-475a-85ae-a540d30129eb up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:00:10.091425 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 27c8015c-4643-475a-85ae-a540d30129eb triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:00:10.091425 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (27c8015c-4643-475a-85ae-a540d30129eb), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:10.180264 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 27c8015c-4643-475a-85ae-a540d30129eb is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:00:10.180969 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (27c8015c-4643-475a-85ae-a540d30129eb), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:10.206658 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:00:10.209069 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7cb63f-70f2-4a14-be2c-3b63ea0de117" -d '{"events": [{"server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "name": "network-vif-plugged", "status": "completed", "tag": "27c8015c-4643-475a-85ae-a540d30129eb"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:00:10.240786 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:00:10.256078 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (27c8015c-4643-475a-85ae-a540d30129eb), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:10.279765 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae78d14-1370-493a-b8b3-c1c64c2cc97a x-openstack-request-id: req-dae78d14-1370-493a-b8b3-c1c64c2cc97a {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:00:10.280284 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "name": "network-vif-plugged", "status": "completed", "tag": "27c8015c-4643-475a-85ae-a540d30129eb", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:00:10.280738 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dae78d14-1370-493a-b8b3-c1c64c2cc97a {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:00:10.281278 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb', 'code': 200} Feb 03 03:00:10.310603 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b2fb-64ff-407b-b857-04c46484cf38 req-c900adbf-9533-4ece-a089-88958c149999 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:10.317992 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7d73b2fb-64ff-407b-b857-04c46484cf38 req-c900adbf-9533-4ece-a089-88958c149999 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 944 time: 0.0808141 Feb 03 03:00:10.325299 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=27c8015c-4643-475a-85ae-a540d30129eb,revision_number=7']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:10.369215 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7d73b2fb-64ff-407b-b857-04c46484cf38 req-b051d5d0-63e0-4462-8491-c40470a976e6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500193 Feb 03 03:00:11.172804 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493cf12-ba77-4b92-81fc-bb400995abef req-6d41feda-f42e-44d3-87d5-a17598abfea1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:11.179937 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a493cf12-ba77-4b92-81fc-bb400995abef req-6d41feda-f42e-44d3-87d5-a17598abfea1 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0809734 Feb 03 03:00:11.193528 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a37db-2bfb-4c8f-a77b-375762e6e58b req-d62ea2fe-808e-4c75-beee-5966d7f9bcca tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:11.195714 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b67a37db-2bfb-4c8f-a77b-375762e6e58b req-d62ea2fe-808e-4c75-beee-5966d7f9bcca tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1286795 Feb 03 03:00:11.298338 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb660a-a930-49a7-84ae-bba8d6cb36fb req-49abb682-b6e2-4994-8348-4c2dd133614b tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:11.300220 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-3ddb660a-a930-49a7-84ae-bba8d6cb36fb req-49abb682-b6e2-4994-8348-4c2dd133614b tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.43 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 945 time: 0.0838737 Feb 03 03:00:11.308676 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a493cf12-ba77-4b92-81fc-bb400995abef req-4a61edd2-55b1-471a-b63a-6b3f11c8cd08 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed1091fd-867a-43f2-a686-464894f4f6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250219 Feb 03 03:00:11.322021 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b67a37db-2bfb-4c8f-a77b-375762e6e58b req-4bdafa89-20c2-456d-b887-447bed509abd tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201622 Feb 03 03:00:11.439750 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-3ddb660a-a930-49a7-84ae-bba8d6cb36fb req-35eedcc0-fffc-40f8-ac02-097260c06825 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Deleting port 514f132e-1831-4333-8bbe-abcdacde0949 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:00:11.440193 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-3ddb660a-a930-49a7-84ae-bba8d6cb36fb req-35eedcc0-fffc-40f8-ac02-097260c06825 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (514f132e-1831-4333-8bbe-abcdacde0949), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:11.578387 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-3ddb660a-a930-49a7-84ae-bba8d6cb36fb req-35eedcc0-fffc-40f8-ac02-097260c06825 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] For port 514f132e-1831-4333-8bbe-abcdacde0949, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=514f132e-1831-4333-8bbe-abcdacde0949,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:00:11.578755 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-3ddb660a-a930-49a7-84ae-bba8d6cb36fb req-35eedcc0-fffc-40f8-ac02-097260c06825 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (514f132e-1831-4333-8bbe-abcdacde0949), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:11.594133 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6c823-d1cd-4f33-afd7-e22c058e435c req-5e30ce32-a9ee-4e27-b152-4b222adcf05f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:11.604248 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30a6c823-d1cd-4f33-afd7-e22c058e435c req-5e30ce32-a9ee-4e27-b152-4b222adcf05f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.1188409 Feb 03 03:00:11.615274 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-3ddb660a-a930-49a7-84ae-bba8d6cb36fb req-35eedcc0-fffc-40f8-ac02-097260c06825 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Calling delete_port for 514f132e-1831-4333-8bbe-abcdacde0949 owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:00:11.708940 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30a6c823-d1cd-4f33-afd7-e22c058e435c req-4c34bff6-7284-41c9-82ea-88ca057e371d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037099 Feb 03 03:00:11.855148 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-3ddb660a-a930-49a7-84ae-bba8d6cb36fb req-35eedcc0-fffc-40f8-ac02-097260c06825 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (514f132e-1831-4333-8bbe-abcdacde0949), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:11.869416 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['514f132e-1831-4333-8bbe-abcdacde0949'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:00:11.895993 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eedcc0-fffc-40f8-ac02-097260c06825 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Pushing event deleted for resources: {'Port': ['ID=514f132e-1831-4333-8bbe-abcdacde0949,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:11.990488 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddb660a-a930-49a7-84ae-bba8d6cb36fb req-35eedcc0-fffc-40f8-ac02-097260c06825 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] No DVR routers for this DVR port 514f132e-1831-4333-8bbe-abcdacde0949 on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:00:11.993091 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-3ddb660a-a930-49a7-84ae-bba8d6cb36fb req-35eedcc0-fffc-40f8-ac02-097260c06825 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:11.996843 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-3ddb660a-a930-49a7-84ae-bba8d6cb36fb req-35eedcc0-fffc-40f8-ac02-097260c06825 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.43 "DELETE /v2.0/ports/514f132e-1831-4333-8bbe-abcdacde0949 HTTP/1.1" status: 204 len: 173 time: 0.6896415 Feb 03 03:00:11.997361 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e', 'name': 'network-vif-deleted', 'tag': '514f132e-1831-4333-8bbe-abcdacde0949'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:00:12.008128 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960774c8-761a-44c0-9656-dcabeed4297f" -d '{"events": [{"server_uuid": "01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e", "name": "network-vif-deleted", "tag": "514f132e-1831-4333-8bbe-abcdacde0949"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:00:12.057606 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a4a667-38ea-4cbb-b510-170c5c312b6a x-openstack-request-id: req-86a4a667-38ea-4cbb-b510-170c5c312b6a {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:00:12.057900 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e", "name": "network-vif-deleted", "tag": "514f132e-1831-4333-8bbe-abcdacde0949", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:00:12.058171 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86a4a667-38ea-4cbb-b510-170c5c312b6a {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:00:12.058574 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e', 'name': 'network-vif-deleted', 'tag': '514f132e-1831-4333-8bbe-abcdacde0949', 'status': 'completed', 'code': 200} Feb 03 03:00:12.465375 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-45add797-02d2-42b9-8fd9-3362f02cf077 req-d09fdae3-63d9-45a5-875f-2bbd5fd30435 tempest-ServerRescueNegativeTestJSON-1472809200 tempest-ServerRescueNegativeTestJSON-1472809200-project] 10.222.0.31 "GET /v2.0/ports?device_id=01fd51c9-e591-4272-8a4b-4ff1ae8f8e1e HTTP/1.1" status: 200 len: 210 time: 0.0550971 Feb 03 03:00:12.584101 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b20408-202c-4f3e-8625-e78455873f2b req-42539412-5e31-411f-a828-18f9d8d77f8e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:12.586384 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-65b20408-202c-4f3e-8625-e78455873f2b req-42539412-5e31-411f-a828-18f9d8d77f8e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1074553 Feb 03 03:00:12.655838 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-65b20408-202c-4f3e-8625-e78455873f2b req-783eea7c-9275-4fc5-98a9-dcad0a2821bd tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591524 Feb 03 03:00:12.844566 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702cb75-950c-467b-874a-2310c001cdb8 req-764f3295-39a2-4a2f-b290-54641fc69a09 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:12.848040 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4702cb75-950c-467b-874a-2310c001cdb8 req-764f3295-39a2-4a2f-b290-54641fc69a09 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0627418 Feb 03 03:00:12.922817 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4702cb75-950c-467b-874a-2310c001cdb8 req-60fc6267-09aa-4910-8916-e7e8666d94da tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604954 Feb 03 03:00:13.299857 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:13.513039 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53762) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:13.873113 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c520968-ca49-4eb3-9063-bf7c93d52a3d req-ee6fff44-2825-4182-bcd1-9f66c8de5658 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:13.875775 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4c520968-ca49-4eb3-9063-bf7c93d52a3d req-ee6fff44-2825-4182-bcd1-9f66c8de5658 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0930786 Feb 03 03:00:13.980836 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4c520968-ca49-4eb3-9063-bf7c93d52a3d req-003e02b8-266e-4fee-8a30-c1b3487433a6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947011 Feb 03 03:00:14.030911 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 514f132e-1831-4333-8bbe-abcdacde0949 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:00:14.071308 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 514f132e-1831-4333-8bbe-abcdacde0949 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:00:14.071308 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 514f132e-1831-4333-8bbe-abcdacde0949 not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:00:14.139923 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf1f14-7298-4253-b926-af614f9ffc45 req-f97a89b3-4185-4bd5-8a5f-7c931a1251e9 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:14.147804 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-70bf1f14-7298-4253-b926-af614f9ffc45 req-f97a89b3-4185-4bd5-8a5f-7c931a1251e9 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0918763 Feb 03 03:00:14.204090 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-70bf1f14-7298-4253-b926-af614f9ffc45 req-33f42756-c657-4ca8-8849-676d0734c95a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553262 Feb 03 03:00:14.386653 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133768984'] for router_interface (d4017126-abe0-4284-9fae-1a8e439b5d68), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:14.698139 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] Deleting port 45700015-6527-440a-9c51-028201e80df1 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:00:14.698830 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (45700015-6527-440a-9c51-028201e80df1), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:14.787451 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] For port 45700015-6527-440a-9c51-028201e80df1, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=45700015-6527-440a-9c51-028201e80df1,segment=NetworkSegment(5a68b4a7-b7b7-49a7-afa5-50097c526cc8),segment_id=5a68b4a7-b7b7-49a7-afa5-50097c526cc8)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:00:14.787824 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (45700015-6527-440a-9c51-028201e80df1), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:14.801065 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] Calling delete_port for 45700015-6527-440a-9c51-028201e80df1 owned by network:router_interface {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:00:14.987799 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (45700015-6527-440a-9c51-028201e80df1), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:15.014216 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] Pushing event deleted for resources: {'Port': ['ID=45700015-6527-440a-9c51-028201e80df1,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:15.118413 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ace9e-82b3-469c-a230-966ee202f616 req-6b3ae407-6511-4423-b9fa-f7effbbc974c tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:15.119867 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e3ace9e-82b3-469c-a230-966ee202f616 req-6b3ae407-6511-4423-b9fa-f7effbbc974c tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0571635 Feb 03 03:00:15.212872 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1e3ace9e-82b3-469c-a230-966ee202f616 req-647a33ed-3957-46de-8205-c782ab094950 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859601 Feb 03 03:00:15.216201 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133727687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133769204'] for router_interface (d4017126-abe0-4284-9fae-1a8e439b5d68), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:15.437709 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cfaf5-58e3-4275-b89e-9e93c1b43a38 req-89a214b9-2da7-4d8a-a775-f9af8ae45843 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:15.440841 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-048cfaf5-58e3-4275-b89e-9e93c1b43a38 req-89a214b9-2da7-4d8a-a775-f9af8ae45843 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.1110923 Feb 03 03:00:15.492197 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] Router d4017126-abe0-4284-9fae-1a8e439b5d68 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:00:15.550759 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-048cfaf5-58e3-4275-b89e-9e93c1b43a38 req-c73646e7-a5d0-4943-86fa-693e37bec7e8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985117 Feb 03 03:00:15.617477 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-bd259ccd-10a2-4cdc-8d3f-80d8e8526580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:15.718459 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:00:15.732768 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-94d4fdbc-b3df-4d0b-a3cf-be12f309230a admin admin] 10.222.0.31 "PUT /v2.0/routers/d4017126-abe0-4284-9fae-1a8e439b5d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2166722 Feb 03 03:00:15.733713 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53810) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:15.737550 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac63aa-5ce1-435d-a7b0-439dd2fd6fd1 None None] Sync routers for ids ['d4017126-abe0-4284-9fae-1a8e439b5d68'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:00:15.753009 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac63aa-5ce1-435d-a7b0-439dd2fd6fd1 None None] Routers {'d4017126-abe0-4284-9fae-1a8e439b5d68'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:00:15.753644 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-01ac63aa-5ce1-435d-a7b0-439dd2fd6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:59:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['d4017126-abe0-4284-9fae-1a8e439b5d68'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:00:15.847608 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Publish callbacks [] for router (d4017126-abe0-4284-9fae-1a8e439b5d68), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:15.928023 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-01ac63aa-5ce1-435d-a7b0-439dd2fd6fd1 None None] Set router d4017126-abe0-4284-9fae-1a8e439b5d68 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:00:16.004844 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Publish callbacks [] for router_gateway (d4017126-abe0-4284-9fae-1a8e439b5d68), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:16.109274 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Deleting port eeb1906c-a5b5-4f49-878b-44884e1cad8a {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:00:16.110036 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:16.189313 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-01ac63aa-5ce1-435d-a7b0-439dd2fd6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'name': 'tempest-ServerRescueNegativeTestJSON-82494619-router', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T03:00:14Z', 'revision_number': 5, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'gw_port': {'id': 'eeb1906c-a5b5-4f49-878b-44884e1cad8a', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:00:16.200894 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] For port eeb1906c-a5b5-4f49-878b-44884e1cad8a, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=eeb1906c-a5b5-4f49-878b-44884e1cad8a,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:00:16.201385 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:16.213114 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Calling delete_port for eeb1906c-a5b5-4f49-878b-44884e1cad8a owned by network:router_gateway {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:00:16.215880 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac63aa-5ce1-435d-a7b0-439dd2fd6fd1 None None] Checking router: d4017126-abe0-4284-9fae-1a8e439b5d68 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:00:16.228058 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac63aa-5ce1-435d-a7b0-439dd2fd6fd1 None None] Routers {'d4017126-abe0-4284-9fae-1a8e439b5d68'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:00:16.228620 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-01ac63aa-5ce1-435d-a7b0-439dd2fd6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T02:59:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['d4017126-abe0-4284-9fae-1a8e439b5d68'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:00:16.345617 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-01ac63aa-5ce1-435d-a7b0-439dd2fd6fd1 None None] Set router d4017126-abe0-4284-9fae-1a8e439b5d68 gateway port host: None {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:00:16.418238 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7f4d0-b454-456c-9771-2cc44c50ea5b req-32fcdaa9-3a78-4eac-9181-c0585e45dd35 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:16.420529 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43c7f4d0-b454-456c-9771-2cc44c50ea5b req-32fcdaa9-3a78-4eac-9181-c0585e45dd35 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0824976 Feb 03 03:00:16.491545 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (eeb1906c-a5b5-4f49-878b-44884e1cad8a), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:16.494699 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43c7f4d0-b454-456c-9771-2cc44c50ea5b req-06f1784f-2fb6-48ea-ab5e-474bb037d0e5 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646102 Feb 03 03:00:16.518076 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-01ac63aa-5ce1-435d-a7b0-439dd2fd6fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'name': 'tempest-ServerRescueNegativeTestJSON-82494619-router', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T03:00:15Z', 'revision_number': 6, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'gw_port_host': None}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:00:16.542123 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb1906c-a5b5-4f49-878b-44884e1cad8a,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:16.549612 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac63aa-5ce1-435d-a7b0-439dd2fd6fd1 None None] The sync data for ids ['d4017126-abe0-4284-9fae-1a8e439b5d68'] in dv-cinder-827581-1-iscsi is: [{'id': 'd4017126-abe0-4284-9fae-1a8e439b5d68', 'name': 'tempest-ServerRescueNegativeTestJSON-82494619-router', 'tenant_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T03:00:15Z', 'revision_number': 6, 'project_id': '9cdfe1c1946840c19d3d559fb81e34b5', 'gw_port_host': None}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:00:16.643676 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133773398'] for router_gateway (d4017126-abe0-4284-9fae-1a8e439b5d68), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:16.716233 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37f8ff-1623-44e4-b295-2d88a1ed6011 req-9471ebaf-70b0-4c60-a9e3-5326ec4bdfa1 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:16.730954 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6c37f8ff-1623-44e4-b295-2d88a1ed6011 req-9471ebaf-70b0-4c60-a9e3-5326ec4bdfa1 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0806959 Feb 03 03:00:16.757642 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29171'] for router (d4017126-abe0-4284-9fae-1a8e439b5d68), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:16.760426 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Publish callbacks [] for router_controller (d4017126-abe0-4284-9fae-1a8e439b5d68), precommit_delete_associations {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:16.800891 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6c37f8ff-1623-44e4-b295-2d88a1ed6011 req-f59f020e-7c79-4b23-9d89-f79580abdcf0 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616996 Feb 03 03:00:16.846507 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-499910'] for router (d4017126-abe0-4284-9fae-1a8e439b5d68), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:16.847683 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4017126-abe0-4284-9fae-1a8e439b5d68 {{(pid=102483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 03:00:16.853792 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:16.856776 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-a7993f32-fd0f-4573-872d-4c2e73bb2e26 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d4017126-abe0-4284-9fae-1a8e439b5d68 HTTP/1.1" status: 204 len: 168 time: 1.1198058 Feb 03 03:00:16.857048 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53842) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:16.919118 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_v2 [None req-1412abe8-ad14-459b-8cdd-d659d2a28dd4 admin admin] Deleting subnet 8bb96e84-4f17-47e8-9e3d-6c509db919bb {{(pid=102483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:00:16.925152 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1412abe8-ad14-459b-8cdd-d659d2a28dd4 admin admin] Publish callbacks [] for subnet (8bb96e84-4f17-47e8-9e3d-6c509db919bb), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:16.969834 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1412abe8-ad14-459b-8cdd-d659d2a28dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575247'] for subnet (8bb96e84-4f17-47e8-9e3d-6c509db919bb), precommit_delete_associations {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.026490 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1412abe8-ad14-459b-8cdd-d659d2a28dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (8bb96e84-4f17-47e8-9e3d-6c509db919bb), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.098200 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1412abe8-ad14-459b-8cdd-d659d2a28dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3364207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3847393'] for subnet (8bb96e84-4f17-47e8-9e3d-6c509db919bb), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.134824 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412abe8-ad14-459b-8cdd-d659d2a28dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb96e84-4f17-47e8-9e3d-6c509db919bb,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:17.137427 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1412abe8-ad14-459b-8cdd-d659d2a28dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.140853 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-1412abe8-ad14-459b-8cdd-d659d2a28dd4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8bb96e84-4f17-47e8-9e3d-6c509db919bb HTTP/1.1" status: 204 len: 168 time: 0.2828221 Feb 03 03:00:17.143533 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53844) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:17.213722 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (f43a5cf5-27e4-4762-a93b-2169348c9878), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.313121 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (f43a5cf5-27e4-4762-a93b-2169348c9878), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.341154 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.341849 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.343412 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.344274 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > port after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.345201 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.345994 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > port after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.346500 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.347083 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.347616 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.349498 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.426701 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.427701 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.427701 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.428002 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 03:00:17.428479 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43a5cf5-27e4-4762-a93b-2169348c9878']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:00:17.447793 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a68b4a7-b7b7-49a7-afa5-50097c526cc8') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:00:17.448206 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a68b4a7-b7b7-49a7-afa5-50097c526cc8') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:00:17.468382 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8945960'] for segment (5a68b4a7-b7b7-49a7-afa5-50097c526cc8), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.493258 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (5a68b4a7-b7b7-49a7-afa5-50097c526cc8), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.502417 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:00:17.502930 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993336'] for segment (5a68b4a7-b7b7-49a7-afa5-50097c526cc8), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: from cryptography.utils import int_from_bytes Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: from cryptography.utils import int_from_bytes Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: Traceback (most recent call last): Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: timer() Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: cb(*args, **kw) Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: self._notify() Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: self.callback(batched_events) Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: event.method(event) Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: return f(self, *a, **k) Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._get(url).json() Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:00:17.507355 dv-cinder-827581-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:00:17.575646 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (f43a5cf5-27e4-4762-a93b-2169348c9878), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.632239 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.641588 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f43a5cf5-27e4-4762-a93b-2169348c9878 HTTP/1.1" status: 204 len: 168 time: 0.4966593 Feb 03 03:00:17.644969 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cd0d5-071c-4c3c-8e9c-1b6003956657 admin admin] Pushing event deleted for resources: {'Network': ['ID=f43a5cf5-27e4-4762-a93b-2169348c9878,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:17.665122 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 45700015-6527-440a-9c51-028201e80df1 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:00:17.696939 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edd4c4-355e-40f0-8baf-253c030f1c06 req-938bc9dd-be0d-40f3-b745-fd4032fd677c tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:17.705094 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5edd4c4-355e-40f0-8baf-253c030f1c06 req-938bc9dd-be0d-40f3-b745-fd4032fd677c tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1198468 Feb 03 03:00:17.705333 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 45700015-6527-440a-9c51-028201e80df1 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:00:17.705841 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 45700015-6527-440a-9c51-028201e80df1 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:00:17.706535 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device eeb1906c-a5b5-4f49-878b-44884e1cad8a no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:00:17.737790 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: eeb1906c-a5b5-4f49-878b-44884e1cad8a {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:00:17.738186 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device eeb1906c-a5b5-4f49-878b-44884e1cad8a not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:00:17.781818 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5edd4c4-355e-40f0-8baf-253c030f1c06 req-480d246f-76e8-4da0-a24f-40cccd900ada tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750124 Feb 03 03:00:17.904916 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-bb0d020f-5104-4a0a-9d23-3df0b6a0f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:17.940389 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53864) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:18.005113 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-2a9569a7-5679-492b-a706-2a1a22dd2d3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cdfe1c1946840c19d3d559fb81e34b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0627880 Feb 03 03:00:18.007109 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53866) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:18.022564 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f6732-9dda-442b-80ce-442494a890ef req-7fb61040-8fe6-4e37-9fdc-29fb739b4a9e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:18.025693 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b5f6732-9dda-442b-80ce-442494a890ef req-7fb61040-8fe6-4e37-9fdc-29fb739b4a9e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.1178815 Feb 03 03:00:18.107747 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b2674f3f-f23f-4891-8237-a2b1e25b7192 admin admin] Publish callbacks [] for security_group (ed1091fd-867a-43f2-a686-464894f4f6b0), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:18.110872 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b5f6732-9dda-442b-80ce-442494a890ef req-c618485b-bf04-47e4-9b49-9381ff1a49da tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793869 Feb 03 03:00:18.143462 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b2674f3f-f23f-4891-8237-a2b1e25b7192 admin admin] Publish callbacks [] for security_group (ed1091fd-867a-43f2-a686-464894f4f6b0), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:18.205057 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b2674f3f-f23f-4891-8237-a2b1e25b7192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (ed1091fd-867a-43f2-a686-464894f4f6b0), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:18.208687 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b2674f3f-f23f-4891-8237-a2b1e25b7192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:18.212607 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-b2674f3f-f23f-4891-8237-a2b1e25b7192 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed1091fd-867a-43f2-a686-464894f4f6b0 HTTP/1.1" status: 204 len: 168 time: 0.2021775 Feb 03 03:00:18.220330 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2674f3f-f23f-4891-8237-a2b1e25b7192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1091fd-867a-43f2-a686-464894f4f6b0,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:18.256595 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53872) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:18.387964 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-24a061e2-f7ca-4de2-b525-e3b030683b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:18.495263 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-24a061e2-f7ca-4de2-b525-e3b030683b32 admin admin] Publish callbacks [] for security_group (1767c2f4-7b9f-42ca-86ba-860a0eb5c5c3), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:18.503954 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-24a061e2-f7ca-4de2-b525-e3b030683b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (1767c2f4-7b9f-42ca-86ba-860a0eb5c5c3), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:18.540435 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-24a061e2-f7ca-4de2-b525-e3b030683b32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d370655364a043639c3d4094519e925f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827857 Feb 03 03:00:18.543563 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53880) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:18.564217 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a061e2-f7ca-4de2-b525-e3b030683b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1767c2f4-7b9f-42ca-86ba-860a0eb5c5c3,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:18.603370 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ea03c0fb-fe36-4563-acbb-d0349b7a2df7 admin admin] Publish callbacks [] for security_group (1767c2f4-7b9f-42ca-86ba-860a0eb5c5c3), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:18.627944 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ea03c0fb-fe36-4563-acbb-d0349b7a2df7 admin admin] Publish callbacks [] for security_group (1767c2f4-7b9f-42ca-86ba-860a0eb5c5c3), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:18.695814 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ea03c0fb-fe36-4563-acbb-d0349b7a2df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (1767c2f4-7b9f-42ca-86ba-860a0eb5c5c3), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:18.698707 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ea03c0fb-fe36-4563-acbb-d0349b7a2df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:18.703276 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ea03c0fb-fe36-4563-acbb-d0349b7a2df7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1767c2f4-7b9f-42ca-86ba-860a0eb5c5c3 HTTP/1.1" status: 204 len: 168 time: 0.1587899 Feb 03 03:00:18.716404 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03c0fb-fe36-4563-acbb-d0349b7a2df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1767c2f4-7b9f-42ca-86ba-860a0eb5c5c3,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:18.953770 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b460c36-059e-4acb-9716-2a4c4303e46f req-2e9fee63-bfe8-4f35-8012-e0a4c0be7307 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:18.956066 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3b460c36-059e-4acb-9716-2a4c4303e46f req-2e9fee63-bfe8-4f35-8012-e0a4c0be7307 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0845613 Feb 03 03:00:19.035389 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3b460c36-059e-4acb-9716-2a4c4303e46f req-30e99fef-e4ef-461b-859c-836d2f9a09bc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734992 Feb 03 03:00:19.292664 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938a5ff-ed44-49a2-a166-80a3e43ce779 req-5c1adf4b-26b1-429f-a3ff-2a5a3e323f71 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:19.303721 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2938a5ff-ed44-49a2-a166-80a3e43ce779 req-5c1adf4b-26b1-429f-a3ff-2a5a3e323f71 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0786188 Feb 03 03:00:19.317056 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 53906) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:19.330868 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-49d0f55c-43fa-447c-bad4-f80cf78ffaf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:19.374511 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2938a5ff-ed44-49a2-a166-80a3e43ce779 req-839093f2-5eeb-47ca-9b55-50028ab88320 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664742 Feb 03 03:00:19.438047 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-49d0f55c-43fa-447c-bad4-f80cf78ffaf1 admin admin] Publish callbacks [] for security_group (5edf5ebb-11db-4322-8609-f165251a5900), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:19.445181 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-49d0f55c-43fa-447c-bad4-f80cf78ffaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (5edf5ebb-11db-4322-8609-f165251a5900), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:19.498852 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-49d0f55c-43fa-447c-bad4-f80cf78ffaf1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0164c7214944145b6da5cdcc3f3ba46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805463 Feb 03 03:00:19.500037 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0f55c-43fa-447c-bad4-f80cf78ffaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edf5ebb-11db-4322-8609-f165251a5900,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:19.501680 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 53910) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:19.566762 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fd7367f4-cd68-4c3a-9d17-01c3d8e207c2 admin admin] Publish callbacks [] for security_group (5edf5ebb-11db-4322-8609-f165251a5900), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:19.604809 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:19.613544 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fd7367f4-cd68-4c3a-9d17-01c3d8e207c2 admin admin] Publish callbacks [] for security_group (5edf5ebb-11db-4322-8609-f165251a5900), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:19.671868 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fd7367f4-cd68-4c3a-9d17-01c3d8e207c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (5edf5ebb-11db-4322-8609-f165251a5900), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:19.674641 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fd7367f4-cd68-4c3a-9d17-01c3d8e207c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:19.677498 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-fd7367f4-cd68-4c3a-9d17-01c3d8e207c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5edf5ebb-11db-4322-8609-f165251a5900 HTTP/1.1" status: 204 len: 168 time: 0.1741815 Feb 03 03:00:19.686311 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7367f4-cd68-4c3a-9d17-01c3d8e207c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edf5ebb-11db-4322-8609-f165251a5900,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:20.236992 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e916b85-0113-4e39-94dd-a4611f976adf req-87194b88-981b-41ac-aca1-47f977beb938 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:20.242595 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5e916b85-0113-4e39-94dd-a4611f976adf req-87194b88-981b-41ac-aca1-47f977beb938 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0989151 Feb 03 03:00:20.326224 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5e916b85-0113-4e39-94dd-a4611f976adf req-a26aafe6-3b38-4af3-b492-4eda69495ee3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825953 Feb 03 03:00:20.583448 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:20.674991 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2d6e8-0da5-4fa2-8a14-a3196066a8c3 req-5cdeffbb-8841-478d-bc17-30f17306d661 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:20.677768 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dba2d6e8-0da5-4fa2-8a14-a3196066a8c3 req-5cdeffbb-8841-478d-bc17-30f17306d661 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.1703241 Feb 03 03:00:20.752987 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dba2d6e8-0da5-4fa2-8a14-a3196066a8c3 req-ab382d57-41a6-4650-a2ea-3e15b544053f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683916 Feb 03 03:00:20.771950 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc24f2d-41fc-407a-9c4d-0d6a5684f21b req-9616375d-958a-48ac-96ef-0e08a9525ccc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:20.773597 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ccc24f2d-41fc-407a-9c4d-0d6a5684f21b req-9616375d-958a-48ac-96ef-0e08a9525ccc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1574569 Feb 03 03:00:20.817177 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce78aef-d105-4cdb-8214-8ae23f6eb571 req-38aae46b-88fb-4b6e-a1b3-ca50bbc2b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:20.820930 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-6ce78aef-d105-4cdb-8214-8ae23f6eb571 req-38aae46b-88fb-4b6e-a1b3-ca50bbc2b638 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c189a73642b4f5ba787addbc275d4c0&device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 1129 time: 0.0987220 Feb 03 03:00:20.880391 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ccc24f2d-41fc-407a-9c4d-0d6a5684f21b req-3b1b97c6-aedc-49c6-8b1f-bd3aba6245df tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890965 Feb 03 03:00:20.938501 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce78aef-d105-4cdb-8214-8ae23f6eb571 req-52e97f36-d66e-4719-a91a-5e0225003859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:20.940053 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-6ce78aef-d105-4cdb-8214-8ae23f6eb571 req-52e97f36-d66e-4719-a91a-5e0225003859 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 200 len: 912 time: 0.1098349 Feb 03 03:00:21.006744 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-6ce78aef-d105-4cdb-8214-8ae23f6eb571 req-c1654424-2c80-4869-9f2d-dd880e8e5ddd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303c8ce3-0afd-4cac-878f-a7307e3741d0 HTTP/1.1" status: 200 len: 1001 time: 0.0602183 Feb 03 03:00:21.054357 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce78aef-d105-4cdb-8214-8ae23f6eb571 req-280b06d1-dd91-45b2-9166-60e5744b70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:21.055935 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-6ce78aef-d105-4cdb-8214-8ae23f6eb571 req-280b06d1-dd91-45b2-9166-60e5744b70c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d557dc0-eafd-4268-9536-756ecc92255a HTTP/1.1" status: 200 len: 850 time: 0.0429740 Feb 03 03:00:21.109101 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce78aef-d105-4cdb-8214-8ae23f6eb571 req-61a10e57-55a0-4c15-bc8a-fb5e551a3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:21.110593 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-6ce78aef-d105-4cdb-8214-8ae23f6eb571 req-61a10e57-55a0-4c15-bc8a-fb5e551a3c0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6402c879-2200-432c-9a4b-8fd0476dc339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456254 Feb 03 03:00:21.451793 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-6ce78aef-d105-4cdb-8214-8ae23f6eb571 req-6443e659-8063-47d6-bbc1-45775e44c9ec service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330369 Feb 03 03:00:21.484384 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccdcad-4a1e-4907-97a9-53844125bd48 req-ac8ce56e-b878-4676-b024-6a75bf039d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:21.486036 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9ccdcad-4a1e-4907-97a9-53844125bd48 req-ac8ce56e-b878-4676-b024-6a75bf039d2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 1129 time: 0.0509923 Feb 03 03:00:21.545014 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-6ce78aef-d105-4cdb-8214-8ae23f6eb571 req-200e9908-a5cf-4c14-b68a-67f32d397094 service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870836 Feb 03 03:00:21.580378 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccdcad-4a1e-4907-97a9-53844125bd48 req-608d58a8-6253-4bd5-bd87-d6a906bccbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:21.582002 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9ccdcad-4a1e-4907-97a9-53844125bd48 req-608d58a8-6253-4bd5-bd87-d6a906bccbf9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 917 time: 0.0902648 Feb 03 03:00:21.647334 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9ccdcad-4a1e-4907-97a9-53844125bd48 req-3b323017-3c8d-4155-bf30-f123fffadc14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c8015c-4643-475a-85ae-a540d30129eb HTTP/1.1" status: 200 len: 1001 time: 0.0593359 Feb 03 03:00:21.697429 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccdcad-4a1e-4907-97a9-53844125bd48 req-794ab346-2cc4-4b39-9b15-414c63e37b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:21.698938 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9ccdcad-4a1e-4907-97a9-53844125bd48 req-794ab346-2cc4-4b39-9b15-414c63e37b66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 200 len: 855 time: 0.0455887 Feb 03 03:00:21.752424 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccdcad-4a1e-4907-97a9-53844125bd48 req-188a7779-f42c-4580-9aad-dcf9c7167594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:21.754135 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9ccdcad-4a1e-4907-97a9-53844125bd48 req-188a7779-f42c-4580-9aad-dcf9c7167594 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17f7ee66-84e4-4ba5-b587-f73d44502290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484099 Feb 03 03:00:21.845416 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9ccdcad-4a1e-4907-97a9-53844125bd48 req-54eaa38b-2fc9-4503-a402-b73527977db8 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823655 Feb 03 03:00:21.961822 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f80c12-7c70-4ed1-be1e-524b6c910c8e req-48d80ca3-bc7d-4a5c-abca-2effd46dd963 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:21.963350 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9f80c12-7c70-4ed1-be1e-524b6c910c8e req-48d80ca3-bc7d-4a5c-abca-2effd46dd963 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.1170564 Feb 03 03:00:22.020149 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9ccdcad-4a1e-4907-97a9-53844125bd48 req-01b5da09-78fb-4480-b35a-f00e3a1eed6a service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636143 Feb 03 03:00:22.061007 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170fe7-7c29-414c-968e-2ddf09851f89 req-219da73f-f3bb-423f-9514-130dbc1347cd tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:22.062535 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7170fe7-7c29-414c-968e-2ddf09851f89 req-219da73f-f3bb-423f-9514-130dbc1347cd tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1102376 Feb 03 03:00:22.065783 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d9f80c12-7c70-4ed1-be1e-524b6c910c8e req-f7ad141f-b669-432a-8866-5c59f64e05c6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883343 Feb 03 03:00:22.123510 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7170fe7-7c29-414c-968e-2ddf09851f89 req-ea127acb-522a-4628-8323-5e1193d87bb8 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477574 Feb 03 03:00:22.143557 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:23.242140 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271609-6526-4bb8-9ec1-c4128a66b738 req-3a21363d-2d65-496b-a472-241c5ce3430c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:23.243646 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1271609-6526-4bb8-9ec1-c4128a66b738 req-3a21363d-2d65-496b-a472-241c5ce3430c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 945 time: 0.0851409 Feb 03 03:00:23.276482 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3ffbe-2a44-46e0-9099-db99ccdfead2 req-ffa4b110-f727-4aa2-860f-b68eb6381b1f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:23.278032 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-77a3ffbe-2a44-46e0-9099-db99ccdfead2 req-ffa4b110-f727-4aa2-860f-b68eb6381b1f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0817273 Feb 03 03:00:23.320189 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1271609-6526-4bb8-9ec1-c4128a66b738 req-4e7b1eb2-436e-433d-9b62-05cac4074e8c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706346 Feb 03 03:00:23.356924 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-77a3ffbe-2a44-46e0-9099-db99ccdfead2 req-2e97cf7e-1d87-4cf2-bbd5-81860660c51a tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689790 Feb 03 03:00:24.066087 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 27c8015c-4643-475a-85ae-a540d30129eb no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:00:24.146651 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 27c8015c-4643-475a-85ae-a540d30129eb is: ACTIVE; New status is: DOWN {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:00:24.147035 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (27c8015c-4643-475a-85ae-a540d30129eb), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:24.173663 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:00:24.175893 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a9e6c1-f915-42cd-ac97-9a69ea21b9dc" -d '{"events": [{"server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "name": "network-vif-unplugged", "status": "completed", "tag": "27c8015c-4643-475a-85ae-a540d30129eb"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:00:24.189292 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:00:24.195037 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (27c8015c-4643-475a-85ae-a540d30129eb), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:24.223132 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 03:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa4e733-be3d-4c8d-8748-5ab668805af5 x-openstack-request-id: req-7fa4e733-be3d-4c8d-8748-5ab668805af5 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:00:24.223693 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "name": "network-vif-unplugged", "status": "failed", "tag": "27c8015c-4643-475a-85ae-a540d30129eb", "code": 422}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:00:24.224266 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fa4e733-be3d-4c8d-8748-5ab668805af5 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:00:24.224745 dv-cinder-827581-1-iscsi neutron-server[102484]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb', 'code': 422} returned with failed status Feb 03 03:00:24.250782 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=27c8015c-4643-475a-85ae-a540d30129eb,revision_number=8']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:24.450038 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3241dcc-c03c-43d6-8582-18d55dcf9a7b req-4e6fbad4-f6e0-426f-b42d-5a865b0a6459 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:24.451594 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e3241dcc-c03c-43d6-8582-18d55dcf9a7b req-4e6fbad4-f6e0-426f-b42d-5a865b0a6459 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0540800 Feb 03 03:00:24.504317 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e3241dcc-c03c-43d6-8582-18d55dcf9a7b req-b9d7401f-856a-4da6-bf7c-c65ba3e17117 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446079 Feb 03 03:00:24.992260 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-bf4997b1-20fb-4eaa-8638-03f884443948 req-aade34a4-dd0c-4c52-8176-7f8d2336f264 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 03:00:24.993303 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bf4997b1-20fb-4eaa-8638-03f884443948 req-aade34a4-dd0c-4c52-8176-7f8d2336f264 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055544 Feb 03 03:00:25.153818 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7015f0-46f7-4424-af93-486c2af1b24a req-5785e7d9-1f5e-4aac-8880-36c0f57b4dca tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:25.155361 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0d7015f0-46f7-4424-af93-486c2af1b24a req-5785e7d9-1f5e-4aac-8880-36c0f57b4dca tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0538759 Feb 03 03:00:25.209091 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0d7015f0-46f7-4424-af93-486c2af1b24a req-97b9fab9-172b-4a47-8398-6df22b580e8e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476103 Feb 03 03:00:25.449685 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 54132) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:25.545596 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-af1733ab-c949-459a-b859-bf515ce64af6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947158 Feb 03 03:00:25.555856 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-c0120b38-3578-49f9-8b1e-99af7b5390cc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 03:00:25.556755 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-c0120b38-3578-49f9-8b1e-99af7b5390cc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049376 Feb 03 03:00:26.340375 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa2d3c-b0a8-4101-b335-059f1bddbdf1 req-e4e19a44-4e7a-440b-87fd-2d5677273d7f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:26.341795 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cdaa2d3c-b0a8-4101-b335-059f1bddbdf1 req-e4e19a44-4e7a-440b-87fd-2d5677273d7f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0520735 Feb 03 03:00:26.388112 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cdaa2d3c-b0a8-4101-b335-059f1bddbdf1 req-932d1729-c53d-4983-a244-8bf3877ea5a7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407069 Feb 03 03:00:27.014630 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-5a377253-d27a-4ce8-851b-a84855d551a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:27.016168 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-5a377253-d27a-4ce8-851b-a84855d551a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b&tenant_id=e8467ff017574f36b1c31db5579a56ce HTTP/1.1" status: 200 len: 1127 time: 0.0810032 Feb 03 03:00:27.082980 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-7041feda-c735-4779-9334-b0fc1bfb9e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:27.084516 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-7041feda-c735-4779-9334-b0fc1bfb9e1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 1127 time: 0.0455940 Feb 03 03:00:27.174036 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-1737792b-b026-4b5f-97d1-26b544f7eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:27.175635 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-1737792b-b026-4b5f-97d1-26b544f7eb04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 917 time: 0.0841043 Feb 03 03:00:27.247533 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-1b2dc432-8f1e-468c-ba71-99e6497c55fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c8015c-4643-475a-85ae-a540d30129eb HTTP/1.1" status: 200 len: 999 time: 0.0621057 Feb 03 03:00:27.293719 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-dd1e4a31-f357-4385-9206-f2b80be4c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:27.295222 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-dd1e4a31-f357-4385-9206-f2b80be4c144 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 200 len: 855 time: 0.0444329 Feb 03 03:00:27.346117 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-7d736fa0-7a1d-4ca9-8fae-bcdcb1e8bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:27.347591 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-7d736fa0-7a1d-4ca9-8fae-bcdcb1e8bf42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17f7ee66-84e4-4ba5-b587-f73d44502290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460079 Feb 03 03:00:27.445801 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-3499778a-07fd-454a-8256-c0bd5e9a7a89 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915084 Feb 03 03:00:27.581661 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48effa7-68e3-4f86-b76c-dad3b9746d6f req-e3757519-fa30-429b-891f-06ff57dd1119 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:27.583105 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b48effa7-68e3-4f86-b76c-dad3b9746d6f req-e3757519-fa30-429b-891f-06ff57dd1119 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.1099823 Feb 03 03:00:27.585298 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01d471b3-1b62-4700-9b35-c6a887fd933d req-d60a0557-78d4-4f9e-b8e9-dcb7be963e71 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320717 Feb 03 03:00:27.638636 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b48effa7-68e3-4f86-b76c-dad3b9746d6f req-9ed02daa-b373-455c-bd6a-bb484c537dec tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446365 Feb 03 03:00:28.104920 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 27c8015c-4643-475a-85ae-a540d30129eb no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:00:28.253791 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 27c8015c-4643-475a-85ae-a540d30129eb is: DOWN; New status is: DOWN {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:00:28.794612 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34848ee-75ac-428e-ba34-96ff155db052 req-7abe4de0-c894-413b-bb73-6625f8fc0e63 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:28.801421 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a34848ee-75ac-428e-ba34-96ff155db052 req-7abe4de0-c894-413b-bb73-6625f8fc0e63 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0688107 Feb 03 03:00:28.862415 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a34848ee-75ac-428e-ba34-96ff155db052 req-8366dc92-f78f-4208-b233-f1597f162929 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590634 Feb 03 03:00:30.007183 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30213d7d-39d4-4577-8081-613fcd4ba3ce req-b29d5e01-fefe-41c5-b6f4-916c45fed39b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:30.009129 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30213d7d-39d4-4577-8081-613fcd4ba3ce req-b29d5e01-fefe-41c5-b6f4-916c45fed39b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0623081 Feb 03 03:00:30.064408 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-30213d7d-39d4-4577-8081-613fcd4ba3ce req-a28a9f1b-d2e9-4470-aa96-41481a98c57b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491221 Feb 03 03:00:31.206551 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d043b-dd74-4a0d-baf1-575f36f023ff req-da054ae0-1018-4e7c-957a-81b03d85ec8b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:31.208538 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-984d043b-dd74-4a0d-baf1-575f36f023ff req-da054ae0-1018-4e7c-957a-81b03d85ec8b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0549498 Feb 03 03:00:31.258110 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-984d043b-dd74-4a0d-baf1-575f36f023ff req-435fd837-4b3e-43e6-a162-a7ab6e6f0d4e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436971 Feb 03 03:00:32.400154 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d22533-fb1c-4510-b254-f36c31fbe359 req-a473d8be-bcaa-43e6-9aea-0776a4fe88aa tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:32.401695 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-47d22533-fb1c-4510-b254-f36c31fbe359 req-a473d8be-bcaa-43e6-9aea-0776a4fe88aa tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0592532 Feb 03 03:00:32.458547 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-47d22533-fb1c-4510-b254-f36c31fbe359 req-670e92f7-99be-4c5b-967b-e2232f71bae9 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491273 Feb 03 03:00:33.582898 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e85731-6a61-4f0d-8629-b0e5df958484 req-5a16fac1-494e-4c81-bf62-e88b227e850e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:33.584449 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-49e85731-6a61-4f0d-8629-b0e5df958484 req-5a16fac1-494e-4c81-bf62-e88b227e850e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0578182 Feb 03 03:00:33.632888 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-49e85731-6a61-4f0d-8629-b0e5df958484 req-05b0d9b5-4b47-4fec-af5b-050ef7810591 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424652 Feb 03 03:00:34.238595 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:00:34.760092 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86ee0-2c8c-4e11-98c2-80651e1d08d2 req-9d5db9e9-eb8b-4992-9494-2111bcceedec tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:34.761587 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82c86ee0-2c8c-4e11-98c2-80651e1d08d2 req-9d5db9e9-eb8b-4992-9494-2111bcceedec tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0532873 Feb 03 03:00:34.813643 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82c86ee0-2c8c-4e11-98c2-80651e1d08d2 req-b8d7e66d-aed2-4faf-99d2-d080ea6ebebf tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463102 Feb 03 03:00:35.957968 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54336) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:36.091710 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1357ff45-f783-4306-abdf-ecf76b1c2663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.185212 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1357ff45-f783-4306-abdf-ecf76b1c2663 admin admin] Publish callbacks [] for security_group (b750f71c-ed2f-40c6-ad1f-fd6003dfb8f5), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.192610 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1357ff45-f783-4306-abdf-ecf76b1c2663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (b750f71c-ed2f-40c6-ad1f-fd6003dfb8f5), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.223828 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572001d-db8f-4444-9dff-5d292baac7af req-ce49ea79-5d1c-4b17-9a05-4c970ea84843 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:36.225098 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357ff45-f783-4306-abdf-ecf76b1c2663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b750f71c-ed2f-40c6-ad1f-fd6003dfb8f5,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:36.231845 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1572001d-db8f-4444-9dff-5d292baac7af req-ce49ea79-5d1c-4b17-9a05-4c970ea84843 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.3422012 Feb 03 03:00:36.249149 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-1357ff45-f783-4306-abdf-ecf76b1c2663 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c47f97390764fb78916b31cbe8a6dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891083 Feb 03 03:00:36.250030 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54342) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:36.297824 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1572001d-db8f-4444-9dff-5d292baac7af req-4be5c082-872c-42e3-9595-8ec54669ab27 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560243 Feb 03 03:00:36.310044 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d57c7324-266b-4c4b-9fd0-7d7c851b541a admin admin] Publish callbacks [] for security_group (b750f71c-ed2f-40c6-ad1f-fd6003dfb8f5), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.345559 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d57c7324-266b-4c4b-9fd0-7d7c851b541a admin admin] Publish callbacks [] for security_group (b750f71c-ed2f-40c6-ad1f-fd6003dfb8f5), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.410286 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d57c7324-266b-4c4b-9fd0-7d7c851b541a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (b750f71c-ed2f-40c6-ad1f-fd6003dfb8f5), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.413370 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d57c7324-266b-4c4b-9fd0-7d7c851b541a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.414552 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-d57c7324-266b-4c4b-9fd0-7d7c851b541a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b750f71c-ed2f-40c6-ad1f-fd6003dfb8f5 HTTP/1.1" status: 204 len: 168 time: 0.1633778 Feb 03 03:00:36.437897 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c7324-266b-4c4b-9fd0-7d7c851b541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b750f71c-ed2f-40c6-ad1f-fd6003dfb8f5,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:36.706585 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54350) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:36.720212 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc628-61ff-478d-ae14-b69e5ccb76c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.793218 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc628-61ff-478d-ae14-b69e5ccb76c7 admin admin] Publish callbacks [] for security_group (0aa62776-6ed3-44c2-af87-49cd0e814ae4), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.798077 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc628-61ff-478d-ae14-b69e5ccb76c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (0aa62776-6ed3-44c2-af87-49cd0e814ae4), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.836977 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dc628-61ff-478d-ae14-b69e5ccb76c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa62776-6ed3-44c2-af87-49cd0e814ae4,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:36.841481 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ce8dc628-61ff-478d-ae14-b69e5ccb76c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d17eebc335b349feb90cf8cf81449226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338215 Feb 03 03:00:36.845702 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54352) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:36.899551 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-93212881-dd79-4bfd-b122-b797f374af34 admin admin] Publish callbacks [] for security_group (0aa62776-6ed3-44c2-af87-49cd0e814ae4), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.921327 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-93212881-dd79-4bfd-b122-b797f374af34 admin admin] Publish callbacks [] for security_group (0aa62776-6ed3-44c2-af87-49cd0e814ae4), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.969003 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-93212881-dd79-4bfd-b122-b797f374af34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (0aa62776-6ed3-44c2-af87-49cd0e814ae4), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.971618 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-93212881-dd79-4bfd-b122-b797f374af34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:36.972792 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-93212881-dd79-4bfd-b122-b797f374af34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0aa62776-6ed3-44c2-af87-49cd0e814ae4 HTTP/1.1" status: 204 len: 168 time: 0.1260483 Feb 03 03:00:36.981077 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93212881-dd79-4bfd-b122-b797f374af34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa62776-6ed3-44c2-af87-49cd0e814ae4,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:37.407281 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee36af-d1e5-423e-b455-9f90b95def99 req-e011c470-2dab-4de7-9fc2-26b2471e21c7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:37.408846 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82ee36af-d1e5-423e-b455-9f90b95def99 req-e011c470-2dab-4de7-9fc2-26b2471e21c7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0537736 Feb 03 03:00:37.455024 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-82ee36af-d1e5-423e-b455-9f90b95def99 req-d9a3948f-f2c8-40ca-8898-8bd03c8f8d95 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405669 Feb 03 03:00:38.583091 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93f66b-22ad-4a66-8314-601a6c795f2c req-e54dfbbd-2fcf-40d2-b36e-159dcad8f09c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:38.584562 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eb93f66b-22ad-4a66-8314-601a6c795f2c req-e54dfbbd-2fcf-40d2-b36e-159dcad8f09c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0539541 Feb 03 03:00:38.631160 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eb93f66b-22ad-4a66-8314-601a6c795f2c req-9c7be008-57fa-404c-ba8b-089ae816d834 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410933 Feb 03 03:00:39.754801 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a512cf2-7888-46dc-ac7b-9f205e328e11 req-d3ebabcd-9f82-4405-bbb5-1be0908bc2e2 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:39.756350 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4a512cf2-7888-46dc-ac7b-9f205e328e11 req-d3ebabcd-9f82-4405-bbb5-1be0908bc2e2 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0527482 Feb 03 03:00:39.807440 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4a512cf2-7888-46dc-ac7b-9f205e328e11 req-00708592-ec72-4578-8e11-01bcc8248331 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436118 Feb 03 03:00:40.947224 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e421ad6-3602-45ae-80f2-971fafde07d7 req-f74ea8b5-1ac5-484d-81cb-60d3a0640b43 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:40.948752 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e421ad6-3602-45ae-80f2-971fafde07d7 req-f74ea8b5-1ac5-484d-81cb-60d3a0640b43 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0577326 Feb 03 03:00:40.999161 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e421ad6-3602-45ae-80f2-971fafde07d7 req-6ff52ccb-d332-4ec2-af8c-bb337a0308fc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419416 Feb 03 03:00:41.952423 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54470) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:42.054100 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.129691 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Publish callbacks [] for security_group (6c87b9a8-2c4f-4d0f-8360-290493218762), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.133496 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d4271-1b37-4a78-94e4-a9e1d9eb4fb4 req-d19d8650-c637-4fd5-8f4e-c40ec7755de7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:42.134285 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6c87b9a8-2c4f-4d0f-8360-290493218762), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.135070 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-521d4271-1b37-4a78-94e4-a9e1d9eb4fb4 req-d19d8650-c637-4fd5-8f4e-c40ec7755de7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0558357 Feb 03 03:00:42.170870 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffe1346a971e402583d3717cb74cfa95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172925 Feb 03 03:00:42.171606 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c87b9a8-2c4f-4d0f-8360-290493218762,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:42.173495 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54476) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:42.181903 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-521d4271-1b37-4a78-94e4-a9e1d9eb4fb4 req-647bd8f8-4399-4739-b5cc-444c43b0f380 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406616 Feb 03 03:00:42.184397 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.184882 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.185101 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.185436 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.185768 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.186096 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.186429 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.186759 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.187078 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.187403 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.187728 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.188042 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.188358 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f60bdc-c1bf-4872-acc7-fa0ea54caed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:00:42.235769 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-57fcf442-e180-46c9-8800-3f2c117ec937 admin admin] Publish callbacks [] for security_group (6c87b9a8-2c4f-4d0f-8360-290493218762), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.256994 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-57fcf442-e180-46c9-8800-3f2c117ec937 admin admin] Publish callbacks [] for security_group (6c87b9a8-2c4f-4d0f-8360-290493218762), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.304778 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-57fcf442-e180-46c9-8800-3f2c117ec937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6c87b9a8-2c4f-4d0f-8360-290493218762), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.307299 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-57fcf442-e180-46c9-8800-3f2c117ec937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.308424 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-57fcf442-e180-46c9-8800-3f2c117ec937 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c87b9a8-2c4f-4d0f-8360-290493218762 HTTP/1.1" status: 204 len: 168 time: 0.1332998 Feb 03 03:00:42.316213 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcf442-e180-46c9-8800-3f2c117ec937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c87b9a8-2c4f-4d0f-8360-290493218762,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:42.583203 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54482) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:42.596284 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1d83fb74-0904-4368-9909-71df2dd61738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.667288 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1d83fb74-0904-4368-9909-71df2dd61738 admin admin] Publish callbacks [] for security_group (961b1c75-bea8-4a37-8fe8-9e4c2b58054f), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.673240 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1d83fb74-0904-4368-9909-71df2dd61738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (961b1c75-bea8-4a37-8fe8-9e4c2b58054f), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.709072 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-1d83fb74-0904-4368-9909-71df2dd61738 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97faafb9104749c18504a3cb696e90d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247859 Feb 03 03:00:42.709897 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83fb74-0904-4368-9909-71df2dd61738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961b1c75-bea8-4a37-8fe8-9e4c2b58054f,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:42.712571 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 54484) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:42.761741 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-96c9acb7-3089-4c6f-a0e6-d12e4a3f215b admin admin] Publish callbacks [] for security_group (961b1c75-bea8-4a37-8fe8-9e4c2b58054f), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.782848 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-96c9acb7-3089-4c6f-a0e6-d12e4a3f215b admin admin] Publish callbacks [] for security_group (961b1c75-bea8-4a37-8fe8-9e4c2b58054f), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.835153 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-96c9acb7-3089-4c6f-a0e6-d12e4a3f215b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (961b1c75-bea8-4a37-8fe8-9e4c2b58054f), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.839744 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-96c9acb7-3089-4c6f-a0e6-d12e4a3f215b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:42.841357 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-96c9acb7-3089-4c6f-a0e6-d12e4a3f215b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/961b1c75-bea8-4a37-8fe8-9e4c2b58054f HTTP/1.1" status: 204 len: 168 time: 0.1273835 Feb 03 03:00:42.851175 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9acb7-3089-4c6f-a0e6-d12e4a3f215b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961b1c75-bea8-4a37-8fe8-9e4c2b58054f,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:43.324933 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:43.331573 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ed2f3-d7d4-4054-91a6-9fe769187f5d req-7b58aab0-2e14-41f0-b3a4-6a651f6485cd tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:43.333718 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2c4ed2f3-d7d4-4054-91a6-9fe769187f5d req-7b58aab0-2e14-41f0-b3a4-6a651f6485cd tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 943 time: 0.0619154 Feb 03 03:00:43.385875 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2c4ed2f3-d7d4-4054-91a6-9fe769187f5d req-b9327f37-211a-46ce-81c6-39b630f0a08f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452423 Feb 03 03:00:44.179347 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 27c8015c-4643-475a-85ae-a540d30129eb details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:00:44.274251 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:00:44.285621 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '27c8015c-4643-475a-85ae-a540d30129eb', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'port_id': '27c8015c-4643-475a-85ae-a540d30129eb', 'mac_address': 'fa:16:3e:01:7e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:00:44.321575 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 27c8015c-4643-475a-85ae-a540d30129eb is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:00:44.322043 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (27c8015c-4643-475a-85ae-a540d30129eb), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:44.339012 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c8015c-4643-475a-85ae-a540d30129eb {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:00:44.359491 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:00:44.364500 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (27c8015c-4643-475a-85ae-a540d30129eb), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:44.412027 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=27c8015c-4643-475a-85ae-a540d30129eb,revision_number=9']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:44.560663 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b5b9a-0c45-4cb1-9022-319b5ef3ed80 req-2444aebf-cf85-4981-915e-da1a6d0c4852 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:44.562205 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-950b5b9a-0c45-4cb1-9022-319b5ef3ed80 req-2444aebf-cf85-4981-915e-da1a6d0c4852 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 944 time: 0.1016517 Feb 03 03:00:44.569688 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-b7c9466c-e9e9-4bef-bbf2-e8a4a34102a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787833 Feb 03 03:00:44.641880 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['27c8015c-4643-475a-85ae-a540d30129eb'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:00:44.647468 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-950b5b9a-0c45-4cb1-9022-319b5ef3ed80 req-fae8f29c-0caf-4946-9ff6-f8a15b554cb2 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743957 Feb 03 03:00:44.667911 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-1f43863f-fbff-4c77-9eee-1d4e2ded0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:44.672190 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-1f43863f-fbff-4c77-9eee-1d4e2ded0862 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c189a73642b4f5ba787addbc275d4c0&device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 1129 time: 0.0744042 Feb 03 03:00:44.792247 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-7e49b808-16cf-411c-8756-07df79b79a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:44.794053 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-7e49b808-16cf-411c-8756-07df79b79a33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 200 len: 912 time: 0.0968242 Feb 03 03:00:44.861685 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-bc826c79-47a5-43a4-8958-b8d53b4ae5ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303c8ce3-0afd-4cac-878f-a7307e3741d0 HTTP/1.1" status: 200 len: 1001 time: 0.0591030 Feb 03 03:00:44.915219 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-32fa7efd-7caf-4f31-b4da-aca2ee31b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:44.917091 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-32fa7efd-7caf-4f31-b4da-aca2ee31b633 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d557dc0-eafd-4268-9536-756ecc92255a HTTP/1.1" status: 200 len: 850 time: 0.0480385 Feb 03 03:00:44.974851 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-2ecff755-72ae-4c23-bdd4-e7e683f27840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:44.976358 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-2ecff755-72ae-4c23-bdd4-e7e683f27840 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6402c879-2200-432c-9a4b-8fd0476dc339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513539 Feb 03 03:00:45.065183 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-91be60c1-7868-4fbe-8b97-fe07d7f4d83b service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817473 Feb 03 03:00:45.160236 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-74937551-ace4-4edd-bdae-8065513f2cb5 req-3ae06e13-70d8-482c-84cd-e70456b63240 service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881400 Feb 03 03:00:45.595311 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4627cce9-3a53-4ac6-bcc3-42c479d34d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:45.772471 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff5d9f-438c-4378-aeab-6b60aac1d728 req-5ae62b08-7d7b-4760-a482-87f96353bcbb tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:45.774005 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8ff5d9f-438c-4378-aeab-6b60aac1d728 req-5ae62b08-7d7b-4760-a482-87f96353bcbb tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 944 time: 0.0532222 Feb 03 03:00:45.820133 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8ff5d9f-438c-4378-aeab-6b60aac1d728 req-57261f44-e3b1-4b18-b3df-350c6435113d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405819 Feb 03 03:00:46.936306 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 27c8015c-4643-475a-85ae-a540d30129eb up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:00:46.961760 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db494-9e29-4b1a-85bb-f85c81dde04b req-afdc4037-5fec-4d07-8ab5-1c0415298fa8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:46.963658 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-135db494-9e29-4b1a-85bb-f85c81dde04b req-afdc4037-5fec-4d07-8ab5-1c0415298fa8 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 944 time: 0.0605164 Feb 03 03:00:46.992753 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 27c8015c-4643-475a-85ae-a540d30129eb triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:00:46.993056 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (27c8015c-4643-475a-85ae-a540d30129eb), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:47.022655 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-135db494-9e29-4b1a-85bb-f85c81dde04b req-48060f39-bac8-43c0-8872-6b0cc417d159 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510895 Feb 03 03:00:47.069913 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 27c8015c-4643-475a-85ae-a540d30129eb is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:00:47.070289 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (27c8015c-4643-475a-85ae-a540d30129eb), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:47.092183 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:00:47.094412 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af0d855-d9d3-4779-9558-0decfa5deaf3" -d '{"events": [{"server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "name": "network-vif-plugged", "status": "completed", "tag": "27c8015c-4643-475a-85ae-a540d30129eb"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:00:47.106868 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:00:47.111862 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (27c8015c-4643-475a-85ae-a540d30129eb), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:47.133667 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8589ce7-29ed-4181-98d7-c8b73aa982bc x-openstack-request-id: req-f8589ce7-29ed-4181-98d7-c8b73aa982bc {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:00:47.133959 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "name": "network-vif-plugged", "status": "completed", "tag": "27c8015c-4643-475a-85ae-a540d30129eb", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:00:47.134209 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8589ce7-29ed-4181-98d7-c8b73aa982bc {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:00:47.134611 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb', 'code': 200} Feb 03 03:00:47.159057 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=27c8015c-4643-475a-85ae-a540d30129eb,revision_number=10']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:47.885029 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c7f51f03-fb94-4213-a625-8325b760dba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:48.147478 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7d4b0-9151-4acb-850b-6798e4797425 req-a1f3ec7f-f4ff-4d06-88a3-e7974d3ab233 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:48.148988 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-64d7d4b0-9151-4acb-850b-6798e4797425 req-a1f3ec7f-f4ff-4d06-88a3-e7974d3ab233 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 946 time: 0.0580070 Feb 03 03:00:48.203006 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-64d7d4b0-9151-4acb-850b-6798e4797425 req-191580cd-9ea6-4ab8-a37d-b807fc528818 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483980 Feb 03 03:00:48.382582 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7ea3f-7bf9-4f17-8d5b-bdfa49a76ce4 req-fa5949de-8a9b-4512-9c6a-4a1ca91db838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:48.384096 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cd7ea3f-7bf9-4f17-8d5b-bdfa49a76ce4 req-fa5949de-8a9b-4512-9c6a-4a1ca91db838 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 1130 time: 0.0465994 Feb 03 03:00:48.426697 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2cd7ea3f-7bf9-4f17-8d5b-bdfa49a76ce4 req-df5606d0-a7c8-48be-90f0-d55a85e6f0da service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362153 Feb 03 03:00:49.331969 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9a338-bd7d-4fa5-bd9e-51df6dfe975c req-69c1b4a5-c9e9-4a40-aded-02c3c65b3777 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:49.334247 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44a9a338-bd7d-4fa5-bd9e-51df6dfe975c req-69c1b4a5-c9e9-4a40-aded-02c3c65b3777 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 946 time: 0.0551155 Feb 03 03:00:49.390241 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-44a9a338-bd7d-4fa5-bd9e-51df6dfe975c req-63e2316f-2f6b-40e1-9352-9d5d1d8919b2 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499144 Feb 03 03:00:49.594481 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:50.514837 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71889cb9-86fc-4018-93af-413a6ac3f5af req-e584cc27-5784-404a-aaec-ae4a552a96f7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:00:50.517011 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-71889cb9-86fc-4018-93af-413a6ac3f5af req-e584cc27-5784-404a-aaec-ae4a552a96f7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 946 time: 0.0540307 Feb 03 03:00:50.554252 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:50.570773 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-71889cb9-86fc-4018-93af-413a6ac3f5af req-4c911bd8-803b-499e-b2a1-034c0df28429 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479424 Feb 03 03:00:52.147639 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:53.713917 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54698) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:53.821516 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5173-d8e1-4179-9d99-5fe3bd73fd1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:53.897585 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5173-d8e1-4179-9d99-5fe3bd73fd1f admin admin] Publish callbacks [] for security_group (b2ee2840-cf06-477c-8f6d-9d9799d06ab7), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:53.904650 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5173-d8e1-4179-9d99-5fe3bd73fd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (b2ee2840-cf06-477c-8f6d-9d9799d06ab7), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:53.948931 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-bf5d5173-d8e1-4179-9d99-5fe3bd73fd1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=838873f1f5ec407c9e7a994e9b6ab3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338619 Feb 03 03:00:53.949771 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d5173-d8e1-4179-9d99-5fe3bd73fd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ee2840-cf06-477c-8f6d-9d9799d06ab7,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:53.952152 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 54702) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:54.011195 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4cd221f1-adb5-4439-8619-ac77c3533c08 admin admin] Publish callbacks [] for security_group (b2ee2840-cf06-477c-8f6d-9d9799d06ab7), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:54.032155 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4cd221f1-adb5-4439-8619-ac77c3533c08 admin admin] Publish callbacks [] for security_group (b2ee2840-cf06-477c-8f6d-9d9799d06ab7), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:54.082223 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4cd221f1-adb5-4439-8619-ac77c3533c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (b2ee2840-cf06-477c-8f6d-9d9799d06ab7), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:54.085022 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4cd221f1-adb5-4439-8619-ac77c3533c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:54.086288 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-4cd221f1-adb5-4439-8619-ac77c3533c08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2ee2840-cf06-477c-8f6d-9d9799d06ab7 HTTP/1.1" status: 204 len: 168 time: 0.1329312 Feb 03 03:00:54.095243 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd221f1-adb5-4439-8619-ac77c3533c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ee2840-cf06-477c-8f6d-9d9799d06ab7,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:55.718792 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54718) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:55.837106 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-247b217f-fe0f-4a57-a811-a1c0aad05da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:55.911043 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-247b217f-fe0f-4a57-a811-a1c0aad05da8 admin admin] Publish callbacks [] for security_group (6f8515f6-a488-41c0-a2f0-5d7b17b5ac8d), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:55.916392 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-247b217f-fe0f-4a57-a811-a1c0aad05da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6f8515f6-a488-41c0-a2f0-5d7b17b5ac8d), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:55.950798 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b217f-fe0f-4a57-a811-a1c0aad05da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8515f6-a488-41c0-a2f0-5d7b17b5ac8d,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:55.955016 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-247b217f-fe0f-4a57-a811-a1c0aad05da8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f38c5554f6243cca8715a8f2d6274bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352080 Feb 03 03:00:55.957711 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54724) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:56.003734 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-57c3513f-fb36-4bf8-9895-f2cce218c203 admin admin] Publish callbacks [] for security_group (6f8515f6-a488-41c0-a2f0-5d7b17b5ac8d), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:56.023476 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-57c3513f-fb36-4bf8-9895-f2cce218c203 admin admin] Publish callbacks [] for security_group (6f8515f6-a488-41c0-a2f0-5d7b17b5ac8d), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:56.076257 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-57c3513f-fb36-4bf8-9895-f2cce218c203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6f8515f6-a488-41c0-a2f0-5d7b17b5ac8d), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:56.078836 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-57c3513f-fb36-4bf8-9895-f2cce218c203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:56.079986 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-57c3513f-fb36-4bf8-9895-f2cce218c203 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f8515f6-a488-41c0-a2f0-5d7b17b5ac8d HTTP/1.1" status: 204 len: 168 time: 0.1214232 Feb 03 03:00:56.088129 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3513f-fb36-4bf8-9895-f2cce218c203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8515f6-a488-41c0-a2f0-5d7b17b5ac8d,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:56.349448 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54730) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:56.362842 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3dfd217d-2715-4b8d-87f8-9853ec58052f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:56.434221 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3dfd217d-2715-4b8d-87f8-9853ec58052f admin admin] Publish callbacks [] for security_group (f842f132-e33a-4d12-918c-41d279f5acf7), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:56.440107 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3dfd217d-2715-4b8d-87f8-9853ec58052f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f842f132-e33a-4d12-918c-41d279f5acf7), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:56.477253 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd217d-2715-4b8d-87f8-9853ec58052f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f842f132-e33a-4d12-918c-41d279f5acf7,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:00:56.482995 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-3dfd217d-2715-4b8d-87f8-9853ec58052f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a59074454e60409fba1f0e9cf9cbef48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324520 Feb 03 03:00:56.485893 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54732) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:00:56.534481 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-792d579e-3c6c-4ec4-a2a3-9b15943b42e6 admin admin] Publish callbacks [] for security_group (f842f132-e33a-4d12-918c-41d279f5acf7), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:56.561544 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-792d579e-3c6c-4ec4-a2a3-9b15943b42e6 admin admin] Publish callbacks [] for security_group (f842f132-e33a-4d12-918c-41d279f5acf7), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:56.624574 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-792d579e-3c6c-4ec4-a2a3-9b15943b42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f842f132-e33a-4d12-918c-41d279f5acf7), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:56.627460 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-792d579e-3c6c-4ec4-a2a3-9b15943b42e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:00:56.628596 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-792d579e-3c6c-4ec4-a2a3-9b15943b42e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f842f132-e33a-4d12-918c-41d279f5acf7 HTTP/1.1" status: 204 len: 168 time: 0.1417968 Feb 03 03:00:56.636193 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d579e-3c6c-4ec4-a2a3-9b15943b42e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f842f132-e33a-4d12-918c-41d279f5acf7,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:05.622246 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bf17-794f-45d6-9bb2-4f1664f8c3dc req-8988765f-aa08-46ae-af52-58362d6eab42 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:05.623689 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e87bf17-794f-45d6-9bb2-4f1664f8c3dc req-8988765f-aa08-46ae-af52-58362d6eab42 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0579360 Feb 03 03:01:05.671934 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e87bf17-794f-45d6-9bb2-4f1664f8c3dc req-30fd9370-3d1d-423d-8f6e-6614c87ec3a5 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 Feb 03 03:01:06.794678 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6ab76-476b-4fff-9724-1cbd6e84fefd req-8c2e2cd0-eb02-4ae6-b437-ea924c673ac1 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:06.796167 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9fb6ab76-476b-4fff-9724-1cbd6e84fefd req-8c2e2cd0-eb02-4ae6-b437-ea924c673ac1 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0551682 Feb 03 03:01:06.843557 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9fb6ab76-476b-4fff-9724-1cbd6e84fefd req-9daf3fc8-a3bc-497f-b219-36c7b2c5edf1 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417156 Feb 03 03:01:07.815193 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33781c1d-030e-47b3-9db0-419566872474 req-574da146-ccd1-4e14-bb5f-a5dc0bc89dae tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:07.816532 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-33781c1d-030e-47b3-9db0-419566872474 req-574da146-ccd1-4e14-bb5f-a5dc0bc89dae tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.0671387 Feb 03 03:01:07.916626 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Deleting port 303c8ce3-0afd-4cac-878f-a7307e3741d0 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:01:07.917000 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:08.038343 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66db826-2c2c-41b8-900a-26ca62a3cb9b req-f644d053-cb6c-4904-85fb-4f5bc8ff3579 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:08.039934 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f66db826-2c2c-41b8-900a-26ca62a3cb9b req-f644d053-cb6c-4904-85fb-4f5bc8ff3579 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 945 time: 0.1200368 Feb 03 03:01:08.057814 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] For port 303c8ce3-0afd-4cac-878f-a7307e3741d0, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=303c8ce3-0afd-4cac-878f-a7307e3741d0,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:01:08.058180 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:08.179982 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f66db826-2c2c-41b8-900a-26ca62a3cb9b req-bb9ac89e-9cfe-4002-977c-737f23d0c39e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdb81339-b2bd-4315-929a-bb5716e39b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344554 Feb 03 03:01:08.297804 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:08.298163 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (fe859c25-b9cd-4586-ba8b-503deafdf750), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:08.298477 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Floating IP fe859c25-b9cd-4586-ba8b-503deafdf750 disassociated. External IP: 172.27.2.227, port: 303c8ce3-0afd-4cac-878f-a7307e3741d0. Feb 03 03:01:08.298816 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Calling delete_port for 303c8ce3-0afd-4cac-878f-a7307e3741d0 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:01:08.424398 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (303c8ce3-0afd-4cac-878f-a7307e3741d0), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:08.451687 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event deleted for resources: {'Port': ['ID=303c8ce3-0afd-4cac-878f-a7307e3741d0,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:08.462527 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.462878 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.463225 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.463563 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.463892 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.464230 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.464585 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.464905 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.465245 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.465565 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.465894 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.466220 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.466540 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:08.579394 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Router cc2865a8-429b-44a9-914f-1eb91b56a56c has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:01:08.690288 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:01:08.700048 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ba0a7-14c7-4a1c-8a81-41fe7fa6e9fa None None] Sync routers for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:01:08.710705 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ba0a7-14c7-4a1c-8a81-41fe7fa6e9fa None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:01:08.711415 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-5f1ba0a7-14c7-4a1c-8a81-41fe7fa6e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:00:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:08.730840 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] No DVR routers for this DVR port 303c8ce3-0afd-4cac-878f-a7307e3741d0 on host hv-cinder-82758 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:01:08.734225 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:08.737604 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-33781c1d-030e-47b3-9db0-419566872474 req-49b33bb3-c0d6-4469-a724-387e0c89a782 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.43 "DELETE /v2.0/ports/303c8ce3-0afd-4cac-878f-a7307e3741d0 HTTP/1.1" status: 204 len: 173 time: 0.9149177 Feb 03 03:01:08.738041 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'name': 'network-vif-deleted', 'tag': '303c8ce3-0afd-4cac-878f-a7307e3741d0'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:01:08.740975 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696ce0da-7b4c-4265-8d84-7e3ca0519f8a" -d '{"events": [{"server_uuid": "9a00957e-c905-4466-8a03-befe71ab1e1c", "name": "network-vif-deleted", "tag": "303c8ce3-0afd-4cac-878f-a7307e3741d0"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:01:08.781007 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032acab1-429a-4948-8a96-3cc1bfcd9aa4 x-openstack-request-id: req-032acab1-429a-4948-8a96-3cc1bfcd9aa4 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:01:08.781304 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a00957e-c905-4466-8a03-befe71ab1e1c", "name": "network-vif-deleted", "tag": "303c8ce3-0afd-4cac-878f-a7307e3741d0", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:01:08.781556 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-032acab1-429a-4948-8a96-3cc1bfcd9aa4 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:01:08.781953 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a00957e-c905-4466-8a03-befe71ab1e1c', 'name': 'network-vif-deleted', 'tag': '303c8ce3-0afd-4cac-878f-a7307e3741d0', 'status': 'completed', 'code': 200} Feb 03 03:01:08.822536 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-5f1ba0a7-14c7-4a1c-8a81-41fe7fa6e9fa None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:01:09.145165 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-5f1ba0a7-14c7-4a1c-8a81-41fe7fa6e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:09.170013 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ba0a7-14c7-4a1c-8a81-41fe7fa6e9fa None None] Checking router: cc2865a8-429b-44a9-914f-1eb91b56a56c for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:01:09.178698 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ba0a7-14c7-4a1c-8a81-41fe7fa6e9fa None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:01:09.179291 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-5f1ba0a7-14c7-4a1c-8a81-41fe7fa6e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:00:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:09.279404 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2eb733fc-8ec9-4a25-8d05-946521b24486 req-1a7f9eea-e45e-43fe-987c-726932783806 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 210 time: 0.0300944 Feb 03 03:01:09.287287 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-5f1ba0a7-14c7-4a1c-8a81-41fe7fa6e9fa None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:01:09.485578 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-5f1ba0a7-14c7-4a1c-8a81-41fe7fa6e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:09.511162 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ba0a7-14c7-4a1c-8a81-41fe7fa6e9fa None None] The sync data for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi is: [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:01:09.728510 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b69ec9-3d7b-479c-bd9e-ad075c82d6d0 None None] New status for floating IP fe859c25-b9cd-4586-ba8b-503deafdf750: DOWN {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:01:10.377412 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84278703-0bb3-4325-a7a2-0b6fbc5ea6af req-3af0a035-628d-4050-a6be-2018148d53e7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a00957e-c905-4466-8a03-befe71ab1e1c HTTP/1.1" status: 200 len: 210 time: 0.0283463 Feb 03 03:01:10.798278 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 303c8ce3-0afd-4cac-878f-a7307e3741d0 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:01:10.819292 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 303c8ce3-0afd-4cac-878f-a7307e3741d0 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:01:10.819630 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 303c8ce3-0afd-4cac-878f-a7307e3741d0 not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:01:11.237640 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:01:11.469348 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 54848) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:11.522722 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-533283a7-112d-42fc-bcff-2f826ee63cf7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (cdb81339-b2bd-4315-929a-bb5716e39b95), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:11.545806 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-533283a7-112d-42fc-bcff-2f826ee63cf7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (cdb81339-b2bd-4315-929a-bb5716e39b95), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:11.591520 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-533283a7-112d-42fc-bcff-2f826ee63cf7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (cdb81339-b2bd-4315-929a-bb5716e39b95), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:11.594287 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-533283a7-112d-42fc-bcff-2f826ee63cf7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:11.595460 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-533283a7-112d-42fc-bcff-2f826ee63cf7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "DELETE /v2.0/security-groups/cdb81339-b2bd-4315-929a-bb5716e39b95 HTTP/1.1" status: 204 len: 168 time: 0.1250403 Feb 03 03:01:11.598466 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54850) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:11.611557 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533283a7-112d-42fc-bcff-2f826ee63cf7 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb81339-b2bd-4315-929a-bb5716e39b95,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:11.618058 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.api.v2.resource [None req-dedf46aa-9507-4595-bb50-c7754622b144 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] show failed (client error): The resource could not be found. Feb 03 03:01:11.619532 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-dedf46aa-9507-4595-bb50-c7754622b144 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups/cdb81339-b2bd-4315-929a-bb5716e39b95 HTTP/1.1" status: 404 len: 347 time: 0.0196257 Feb 03 03:01:11.622783 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54852) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:11.754189 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2c780801-80fd-4c4f-8ad4-50936af4640d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Deleting port ee25eb06-ad27-4299-997e-40d533f7a6bd {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:01:11.754503 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2c780801-80fd-4c4f-8ad4-50936af4640d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (ee25eb06-ad27-4299-997e-40d533f7a6bd), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:11.829510 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2c780801-80fd-4c4f-8ad4-50936af4640d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (ee25eb06-ad27-4299-997e-40d533f7a6bd), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:11.829832 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2c780801-80fd-4c4f-8ad4-50936af4640d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (ee25eb06-ad27-4299-997e-40d533f7a6bd), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:11.841954 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-2c780801-80fd-4c4f-8ad4-50936af4640d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Calling delete_port for ee25eb06-ad27-4299-997e-40d533f7a6bd owned by network:floatingip {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:01:11.981111 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2c780801-80fd-4c4f-8ad4-50936af4640d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (ee25eb06-ad27-4299-997e-40d533f7a6bd), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:12.005481 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c780801-80fd-4c4f-8ad4-50936af4640d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event deleted for resources: {'Port': ['ID=ee25eb06-ad27-4299-997e-40d533f7a6bd,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:12.067822 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2c780801-80fd-4c4f-8ad4-50936af4640d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (fe859c25-b9cd-4586-ba8b-503deafdf750), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:12.070432 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2c780801-80fd-4c4f-8ad4-50936af4640d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:12.071605 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-2c780801-80fd-4c4f-8ad4-50936af4640d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "DELETE /v2.0/floatingips/fe859c25-b9cd-4586-ba8b-503deafdf750 HTTP/1.1" status: 204 len: 168 time: 0.4477696 Feb 03 03:01:13.278574 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54866) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:13.283281 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-203c56fc-5f89-4c9e-9347-50d0dc8ed70f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956420318', 'description': 'tempest-description--1727797517'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:13.307050 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-203c56fc-5f89-4c9e-9347-50d0dc8ed70f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.334485 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.372122 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-203c56fc-5f89-4c9e-9347-50d0dc8ed70f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (1e01b3fe-aa24-415f-926a-654fc5a406b5), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.378695 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-203c56fc-5f89-4c9e-9347-50d0dc8ed70f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (1e01b3fe-aa24-415f-926a-654fc5a406b5), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.407090 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-203c56fc-5f89-4c9e-9347-50d0dc8ed70f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.408278 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-203c56fc-5f89-4c9e-9347-50d0dc8ed70f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287212 Feb 03 03:01:13.410321 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c56fc-5f89-4c9e-9347-50d0dc8ed70f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e01b3fe-aa24-415f-926a-654fc5a406b5,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:13.411502 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 54868) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:13.416174 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-ea1a856e-3fad-422b-84d2-d0a3d0f7e169 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'security_group_rule': {'security_group_id': '1e01b3fe-aa24-415f-926a-654fc5a406b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:13.443668 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ea1a856e-3fad-422b-84d2-d0a3d0f7e169 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (c3aefe95-2387-45b6-9fcb-016cf63d9ec5), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.490684 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ea1a856e-3fad-422b-84d2-d0a3d0f7e169 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (c3aefe95-2387-45b6-9fcb-016cf63d9ec5), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.495877 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ea1a856e-3fad-422b-84d2-d0a3d0f7e169 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (c3aefe95-2387-45b6-9fcb-016cf63d9ec5), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.514631 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a856e-3fad-422b-84d2-d0a3d0f7e169 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3aefe95-2387-45b6-9fcb-016cf63d9ec5,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:13.521231 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ea1a856e-3fad-422b-84d2-d0a3d0f7e169 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.522272 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ea1a856e-3fad-422b-84d2-d0a3d0f7e169 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097078 Feb 03 03:01:13.526007 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 54870) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:13.530221 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-c473b47e-282a-4dfb-97a8-0752a88a36bc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'security_group_rule': {'security_group_id': '1e01b3fe-aa24-415f-926a-654fc5a406b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:13.555227 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c473b47e-282a-4dfb-97a8-0752a88a36bc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (e3443d8e-3c3b-4bb7-91fe-255b5c2ca778), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.611717 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c473b47e-282a-4dfb-97a8-0752a88a36bc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (e3443d8e-3c3b-4bb7-91fe-255b5c2ca778), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.616283 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c473b47e-282a-4dfb-97a8-0752a88a36bc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (e3443d8e-3c3b-4bb7-91fe-255b5c2ca778), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.633656 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473b47e-282a-4dfb-97a8-0752a88a36bc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3443d8e-3c3b-4bb7-91fe-255b5c2ca778,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:13.638498 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-c473b47e-282a-4dfb-97a8-0752a88a36bc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.639671 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-c473b47e-282a-4dfb-97a8-0752a88a36bc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127949 Feb 03 03:01:13.642825 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 54872) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:13.647025 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'floatingip': {'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:13.670648 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.774934 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:13.882224 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Allocated IP 172.27.2.81 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/ff40af1d-52de-4d12-b190-06e75cc2627c) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:01:13.988037 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for port (ff40af1d-52de-4d12-b190-06e75cc2627c), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:14.027328 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (ff40af1d-52de-4d12-b190-06e75cc2627c), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:14.068952 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:01:14.073324 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:01:14.079710 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:01:14.082816 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'Port': ['ID=ff40af1d-52de-4d12-b190-06e75cc2627c,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:14.164894 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (72766337-76fe-4eac-8c99-b006b243746f), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:14.201340 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (ff40af1d-52de-4d12-b190-06e75cc2627c), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:14.354348 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for port (ff40af1d-52de-4d12-b190-06e75cc2627c), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:14.361426 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (ff40af1d-52de-4d12-b190-06e75cc2627c), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:14.422149 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'Port': ['ID=ff40af1d-52de-4d12-b190-06e75cc2627c,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:14.435742 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (72766337-76fe-4eac-8c99-b006b243746f), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:14.455592 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:14.457249 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-fafad091-a09c-4915-b3dd-9c1ba1c22d21 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8135035 Feb 03 03:01:14.655193 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-e90425c1-787c-4b15-aee7-e3c3c85ceccb tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--956420318&fields=id&tenant_id=5c189a73642b4f5ba787addbc275d4c0 HTTP/1.1" status: 200 len: 267 time: 0.0468192 Feb 03 03:01:14.763920 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-805947ec-a365-4680-9935-cf14af594e45 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:14.765456 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-805947ec-a365-4680-9935-cf14af594e45 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/networks?id=6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 200 len: 811 time: 0.1010220 Feb 03 03:01:14.783415 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-ca36fbf5-c25d-4d6a-95ad-4dda7504a87d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/quotas/5c189a73642b4f5ba787addbc275d4c0 HTTP/1.1" status: 200 len: 375 time: 0.0121853 Feb 03 03:01:14.838527 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-2b166d99-1619-4c1d-a800-4f551ae4a8dc tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c189a73642b4f5ba787addbc275d4c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503683 Feb 03 03:01:14.936462 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-9cf0e326-3da4-47a6-98fd-c066983e8bf0 service neutron] 10.222.0.31 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857980 Feb 03 03:01:15.023233 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-7682a2f5-fe10-4aa3-9843-4ae57ab9db1f service neutron] 10.222.0.31 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810025 Feb 03 03:01:15.194003 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-11bcc188-bb27-4edd-9a72-1510e1357ce4 req-fe3fd049-e4b6-4bf5-8515-fd142c8d3868 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 210 time: 0.0345435 Feb 03 03:01:15.249558 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54918) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:15.356175 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-01130061-44f1-456c-afee-a8bee464a023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:15.432072 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-01130061-44f1-456c-afee-a8bee464a023 admin admin] Publish callbacks [] for security_group (838b61e7-9a49-45b7-ade6-4481ebb0e41a), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:15.438042 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-01130061-44f1-456c-afee-a8bee464a023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (838b61e7-9a49-45b7-ade6-4481ebb0e41a), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:15.477774 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-01130061-44f1-456c-afee-a8bee464a023 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c533385cc22e42e19cfc5b98bd08179d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273877 Feb 03 03:01:15.479847 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01130061-44f1-456c-afee-a8bee464a023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838b61e7-9a49-45b7-ade6-4481ebb0e41a,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:15.480515 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 54926) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:15.592497 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-480904b2-abb6-4527-a884-16feb7615759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:15.779799 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3341cd64-d7f2-4dde-8cb2-59bd726f73b0 admin admin] Publish callbacks [] for security_group (838b61e7-9a49-45b7-ade6-4481ebb0e41a), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:15.800698 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3341cd64-d7f2-4dde-8cb2-59bd726f73b0 admin admin] Publish callbacks [] for security_group (838b61e7-9a49-45b7-ade6-4481ebb0e41a), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:15.850152 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3341cd64-d7f2-4dde-8cb2-59bd726f73b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (838b61e7-9a49-45b7-ade6-4481ebb0e41a), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:15.852817 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3341cd64-d7f2-4dde-8cb2-59bd726f73b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:15.853979 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-3341cd64-d7f2-4dde-8cb2-59bd726f73b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/838b61e7-9a49-45b7-ade6-4481ebb0e41a HTTP/1.1" status: 204 len: 168 time: 0.3723838 Feb 03 03:01:15.863209 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341cd64-d7f2-4dde-8cb2-59bd726f73b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b61e7-9a49-45b7-ade6-4481ebb0e41a,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:16.198045 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-48d69544-24bc-4d13-a1cf-516583177123 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:16.199582 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-48d69544-24bc-4d13-a1cf-516583177123 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.43 "GET /v2.0/networks?id=6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 200 len: 811 time: 0.1081572 Feb 03 03:01:16.267678 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-76d69d20-5fb6-4a70-9252-9d2de8f693ae tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c189a73642b4f5ba787addbc275d4c0 HTTP/1.1" status: 200 len: 379 time: 0.0594623 Feb 03 03:01:16.277472 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'port': {'device_id': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'admin_state_up': True, 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'security_groups': ['1e01b3fe-aa24-415f-926a-654fc5a406b5']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:16.345306 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-061823cb-06fa-4b38-bfde-7715aa7a0c4a req-67557aa0-c89c-42b1-aae6-13316af99614 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 210 time: 0.0630279 Feb 03 03:01:16.407268 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Made reservation on behalf of 5c189a73642b4f5ba787addbc275d4c0 for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:01:16.410799 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:16.532968 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Allocated IP 172.20.0.5 (6402c879-2200-432c-9a4b-8fd0476dc339/6d557dc0-eafd-4268-9536-756ecc92255a/d06bb55a-14cb-478e-8943-fb3e7c453450) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:01:16.673340 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:16.708065 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:16.747671 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Network 6402c879-2200-432c-9a4b-8fd0476dc339 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:01:16.750969 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:01:16.754532 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:01:16.780677 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event updated for resources: {'Port': ['ID=d06bb55a-14cb-478e-8943-fb3e7c453450,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:16.811781 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:16.812549 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:16.832478 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-880d917c-e437-4ca9-ba4c-fd8472282cc9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598752 Feb 03 03:01:16.844674 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Request body: {'port': {'device_id': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:16.926001 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:17.061165 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-fde19bd7-d848-44b0-88cf-2ebd868e1df4 None None] Provisioning complete for port d06bb55a-14cb-478e-8943-fb3e7c453450 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:01:17.061855 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-fde19bd7-d848-44b0-88cf-2ebd868e1df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:17.094790 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-fde19bd7-d848-44b0-88cf-2ebd868e1df4 None None] Port d06bb55a-14cb-478e-8943-fb3e7c453450 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:01:17.198545 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06bb55a-14cb-478e-8943-fb3e7c453450 {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:01:17.207294 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Publish callbacks [] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:17.221294 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Transition to ACTIVE for port object d06bb55a-14cb-478e-8943-fb3e7c453450 will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 03:01:17.226575 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:17.293759 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d06bb55a-14cb-478e-8943-fb3e7c453450,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:17.345015 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Attempting to bind port d06bb55a-14cb-478e-8943-fb3e7c453450 on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:01:17.345233 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Attempting to bind port d06bb55a-14cb-478e-8943-fb3e7c453450 by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:01:17.345587 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Attempting to bind port d06bb55a-14cb-478e-8943-fb3e7c453450 on network 6402c879-2200-432c-9a4b-8fd0476dc339 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:01:17.350508 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Port d06bb55a-14cb-478e-8943-fb3e7c453450 on network 6402c879-2200-432c-9a4b-8fd0476dc339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 03:01:17.350827 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Attempting to bind port d06bb55a-14cb-478e-8943-fb3e7c453450 on network 6402c879-2200-432c-9a4b-8fd0476dc339 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:01:17.355900 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:01:17.356044 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Checking segment: {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:01:17.356398 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Bound using segment: {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:01:17.356885 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Bound port: d06bb55a-14cb-478e-8943-fb3e7c453450, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769519b1-1343-4e1e-9bc8-4ec5f864a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:01:17.357269 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:17.435167 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] For port d06bb55a-14cb-478e-8943-fb3e7c453450, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:01:17.465084 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] For port d06bb55a-14cb-478e-8943-fb3e7c453450, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=d06bb55a-14cb-478e-8943-fb3e7c453450,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:01:17.475652 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:17.525629 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbfc12-04d4-4cb9-a32b-2dbaea3d2ee2 req-fb363d1a-44ba-4ab0-82d6-e6348872f2d5 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:17.527100 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8dbbfc12-04d4-4cb9-a32b-2dbaea3d2ee2 req-fb363d1a-44ba-4ab0-82d6-e6348872f2d5 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 943 time: 0.1065991 Feb 03 03:01:17.528410 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:17.529032 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:17.530308 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/d06bb55a-14cb-478e-8943-fb3e7c453450 HTTP/1.1" status: 200 len: 1093 time: 0.6907494 Feb 03 03:01:17.533237 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'tag': 'd06bb55a-14cb-478e-8943-fb3e7c453450'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:01:17.535259 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aaf78c-8883-453f-bd23-d988e45cd3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0bed4d-5279-4855-a809-a182517f5a6f", "tag": "d06bb55a-14cb-478e-8943-fb3e7c453450"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:01:17.574948 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780f3c3-feda-4170-85b4-634976ee37c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d06bb55a-14cb-478e-8943-fb3e7c453450,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:17.584410 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48fc179-9c90-4baf-9ea9-552927b053b8 x-openstack-request-id: req-d48fc179-9c90-4baf-9ea9-552927b053b8 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:01:17.584671 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0bed4d-5279-4855-a809-a182517f5a6f", "tag": "d06bb55a-14cb-478e-8943-fb3e7c453450", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:01:17.584956 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d48fc179-9c90-4baf-9ea9-552927b053b8 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:01:17.585389 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'tag': 'd06bb55a-14cb-478e-8943-fb3e7c453450', 'status': 'completed', 'code': 200} Feb 03 03:01:17.635522 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8dbbfc12-04d4-4cb9-a32b-2dbaea3d2ee2 req-3702a66c-48f1-4eba-bedf-1adc75b106c2 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955245 Feb 03 03:01:17.656396 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-74605aec-3174-44c7-b179-b095b9ad7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:17.658092 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-74605aec-3174-44c7-b179-b095b9ad7195 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c189a73642b4f5ba787addbc275d4c0&device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 1127 time: 0.0640047 Feb 03 03:01:17.703103 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-7ce0e983-c55a-4088-856d-52ddf01ee254 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d06bb55a-14cb-478e-8943-fb3e7c453450 HTTP/1.1" status: 200 len: 217 time: 0.0380733 Feb 03 03:01:17.750931 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-906af4eb-06ef-4cb7-b7f2-aee174875e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:17.752416 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-906af4eb-06ef-4cb7-b7f2-aee174875e35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d557dc0-eafd-4268-9536-756ecc92255a HTTP/1.1" status: 200 len: 850 time: 0.0436587 Feb 03 03:01:17.803452 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-0952019e-ed57-4168-acd0-86c4ba75a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:17.804964 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-0952019e-ed57-4168-acd0-86c4ba75a7c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6402c879-2200-432c-9a4b-8fd0476dc339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462861 Feb 03 03:01:17.885773 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-fd202f89-5561-4468-8987-a64aa0816da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:17.910220 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-66a238a5-1b42-45a8-a0ca-e7c54e9fe729 service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984344 Feb 03 03:01:18.000389 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84fe9565-1cc5-44a0-a247-27aee5688afa req-9004fdd5-262d-4c08-9cbe-e57fd682266e service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840828 Feb 03 03:01:18.090885 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaf78c-8883-453f-bd23-d988e45cd3c2 req-5e66beec-2ea7-48bf-864e-71dab3755a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:18.092411 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-39aaf78c-8883-453f-bd23-d988e45cd3c2 req-5e66beec-2ea7-48bf-864e-71dab3755a45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c189a73642b4f5ba787addbc275d4c0&device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 1127 time: 0.0459135 Feb 03 03:01:18.188121 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaf78c-8883-453f-bd23-d988e45cd3c2 req-e8804033-d7f6-43d0-9c4a-5a05b1e7087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:18.189647 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-39aaf78c-8883-453f-bd23-d988e45cd3c2 req-e8804033-d7f6-43d0-9c4a-5a05b1e7087a service neutron] 10.222.0.43 "GET /v2.0/networks?id=6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 200 len: 912 time: 0.0907714 Feb 03 03:01:18.230360 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-39aaf78c-8883-453f-bd23-d988e45cd3c2 req-af9b9efe-bdd2-4903-9028-3dff0e465ae6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d06bb55a-14cb-478e-8943-fb3e7c453450 HTTP/1.1" status: 200 len: 217 time: 0.0336404 Feb 03 03:01:18.288397 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaf78c-8883-453f-bd23-d988e45cd3c2 req-a9d96413-ca60-413e-b4c6-ae3f958436ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:18.289994 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-39aaf78c-8883-453f-bd23-d988e45cd3c2 req-a9d96413-ca60-413e-b4c6-ae3f958436ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d557dc0-eafd-4268-9536-756ecc92255a HTTP/1.1" status: 200 len: 850 time: 0.0524478 Feb 03 03:01:18.341209 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaf78c-8883-453f-bd23-d988e45cd3c2 req-56c62ce4-cd9f-4823-b006-c459c9c648ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:18.342707 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-39aaf78c-8883-453f-bd23-d988e45cd3c2 req-56c62ce4-cd9f-4823-b006-c459c9c648ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6402c879-2200-432c-9a4b-8fd0476dc339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464306 Feb 03 03:01:18.432967 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-39aaf78c-8883-453f-bd23-d988e45cd3c2 req-64ff8677-a5b6-408c-a391-c3712bd23d23 service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820107 Feb 03 03:01:18.523842 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-39aaf78c-8883-453f-bd23-d988e45cd3c2 req-5811bc87-cc03-400a-a284-19c2019f4825 service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833025 Feb 03 03:01:18.759565 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505963f-c26b-42cb-bc7b-97026f66d14d req-6b13230d-9e94-496d-bb64-425aec0fdaf6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:18.760934 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d505963f-c26b-42cb-bc7b-97026f66d14d req-6b13230d-9e94-496d-bb64-425aec0fdaf6 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 943 time: 0.0552218 Feb 03 03:01:18.806025 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d505963f-c26b-42cb-bc7b-97026f66d14d req-27107a39-7e0b-47d4-9458-d70885fe2791 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392745 Feb 03 03:01:19.436575 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54984) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:19.550951 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7358dd1d-6583-4dc0-87ef-38d886444b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:19.600488 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:19.628897 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7358dd1d-6583-4dc0-87ef-38d886444b99 admin admin] Publish callbacks [] for security_group (e4af408d-f334-4a51-b854-21eb786c193d), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:19.633029 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7358dd1d-6583-4dc0-87ef-38d886444b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (e4af408d-f334-4a51-b854-21eb786c193d), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:19.667875 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358dd1d-6583-4dc0-87ef-38d886444b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4af408d-f334-4a51-b854-21eb786c193d,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:19.672210 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-7358dd1d-6583-4dc0-87ef-38d886444b99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e57f3c85d7e4d6d831173644f34732d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345095 Feb 03 03:01:19.676498 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 54988) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:19.722691 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-657b0328-46e7-4677-bd5e-17b060d4b17a admin admin] Publish callbacks [] for security_group (e4af408d-f334-4a51-b854-21eb786c193d), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:19.743622 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-657b0328-46e7-4677-bd5e-17b060d4b17a admin admin] Publish callbacks [] for security_group (e4af408d-f334-4a51-b854-21eb786c193d), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:19.791684 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-657b0328-46e7-4677-bd5e-17b060d4b17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (e4af408d-f334-4a51-b854-21eb786c193d), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:19.794654 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-657b0328-46e7-4677-bd5e-17b060d4b17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:19.795802 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-657b0328-46e7-4677-bd5e-17b060d4b17a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4af408d-f334-4a51-b854-21eb786c193d HTTP/1.1" status: 204 len: 168 time: 0.1184816 Feb 03 03:01:19.803244 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b0328-46e7-4677-bd5e-17b060d4b17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4af408d-f334-4a51-b854-21eb786c193d,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:19.930708 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e0af-2766-4937-8789-e7a932fbe176 req-b4a8dbd8-8448-490e-a04e-cbe61af88754 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:19.932234 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b8a0e0af-2766-4937-8789-e7a932fbe176 req-b4a8dbd8-8448-490e-a04e-cbe61af88754 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 943 time: 0.0577455 Feb 03 03:01:19.978650 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b8a0e0af-2766-4937-8789-e7a932fbe176 req-03a7966b-8f2d-4add-b90f-27cbf164aa96 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406084 Feb 03 03:01:20.558662 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:20.832416 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device d06bb55a-14cb-478e-8943-fb3e7c453450 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:01:20.943171 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port d06bb55a-14cb-478e-8943-fb3e7c453450, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=d06bb55a-14cb-478e-8943-fb3e7c453450,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:01:20.961447 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': 'd06bb55a-14cb-478e-8943-fb3e7c453450', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'port_id': 'd06bb55a-14cb-478e-8943-fb3e7c453450', 'mac_address': 'fa:16:3e:ea:8d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:01:21.002330 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port d06bb55a-14cb-478e-8943-fb3e7c453450 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:01:21.002733 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:21.017156 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06bb55a-14cb-478e-8943-fb3e7c453450 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:01:21.039788 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port d06bb55a-14cb-478e-8943-fb3e7c453450, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=d06bb55a-14cb-478e-8943-fb3e7c453450,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:01:21.044312 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:21.094095 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=d06bb55a-14cb-478e-8943-fb3e7c453450,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:21.102481 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.102951 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.103185 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.103529 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.103858 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.104184 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.104512 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.104881 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.105208 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.105642 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.105854 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.106176 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.106495 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:21.115943 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf5e57-f134-4cb1-8c23-fa1546903e89 req-029a36e5-c39f-4892-b8f2-48fb068bd0a1 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:21.117465 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2bcf5e57-f134-4cb1-8c23-fa1546903e89 req-029a36e5-c39f-4892-b8f2-48fb068bd0a1 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 944 time: 0.0585551 Feb 03 03:01:21.164171 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2bcf5e57-f134-4cb1-8c23-fa1546903e89 req-76949af3-6022-452a-b1cc-9e6d91722b05 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409567 Feb 03 03:01:21.274363 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['d06bb55a-14cb-478e-8943-fb3e7c453450'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:01:22.155477 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:22.286063 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04620d-fdbd-4960-a202-baf99d6648b0 req-995ea16e-5d59-407f-acd8-7e21d34907b4 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:22.287445 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6c04620d-fdbd-4960-a202-baf99d6648b0 req-995ea16e-5d59-407f-acd8-7e21d34907b4 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 944 time: 0.0536053 Feb 03 03:01:22.339965 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6c04620d-fdbd-4960-a202-baf99d6648b0 req-4265b374-92f6-44c7-b246-f4b227bfd4a1 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453854 Feb 03 03:01:22.866948 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device d06bb55a-14cb-478e-8943-fb3e7c453450 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:01:22.920229 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port d06bb55a-14cb-478e-8943-fb3e7c453450 completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 03:01:22.923896 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port d06bb55a-14cb-478e-8943-fb3e7c453450 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:01:22.924276 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:23.003972 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port d06bb55a-14cb-478e-8943-fb3e7c453450 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:01:23.004360 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:23.027953 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06bb55a-14cb-478e-8943-fb3e7c453450'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:01:23.030255 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4aaec0-a3f3-4832-b446-22251edf67bc" -d '{"events": [{"server_uuid": "bb0bed4d-5279-4855-a809-a182517f5a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d06bb55a-14cb-478e-8943-fb3e7c453450"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:01:23.042726 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port d06bb55a-14cb-478e-8943-fb3e7c453450, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=d06bb55a-14cb-478e-8943-fb3e7c453450,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:01:23.048401 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:23.072587 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5727a53-2e61-49af-b7cc-7859e89e3ad0 x-openstack-request-id: req-c5727a53-2e61-49af-b7cc-7859e89e3ad0 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:01:23.072587 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0bed4d-5279-4855-a809-a182517f5a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d06bb55a-14cb-478e-8943-fb3e7c453450", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:01:23.072889 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5727a53-2e61-49af-b7cc-7859e89e3ad0 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:01:23.073252 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06bb55a-14cb-478e-8943-fb3e7c453450', 'code': 200} Feb 03 03:01:23.103912 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=d06bb55a-14cb-478e-8943-fb3e7c453450,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:23.256905 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa6abe-6f2d-447c-b473-7cdba11964f7 req-4ece81a2-8bd5-4c52-a294-089daa100b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:23.258462 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9bfa6abe-6f2d-447c-b473-7cdba11964f7 req-4ece81a2-8bd5-4c52-a294-089daa100b14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 1129 time: 0.0480709 Feb 03 03:01:23.302410 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9bfa6abe-6f2d-447c-b473-7cdba11964f7 req-56a92557-fd0d-4af3-b7e0-e15073d4fd43 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370727 Feb 03 03:01:23.477858 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de71d4-8082-49ce-8ca1-8a368eb57321 req-a17db8e7-5924-41d5-a88d-2f13e2300829 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:23.479387 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27de71d4-8082-49ce-8ca1-8a368eb57321 req-a17db8e7-5924-41d5-a88d-2f13e2300829 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 945 time: 0.0571885 Feb 03 03:01:23.531897 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27de71d4-8082-49ce-8ca1-8a368eb57321 req-ceebe880-814f-4f45-bc1a-325f6ef62ff5 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441115 Feb 03 03:01:24.661488 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a01d0-4152-48a2-aa47-fb2463fbc9c0 req-1a3a0d67-4e74-4368-8cab-aa7e00d5b5e0 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:24.663002 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c96a01d0-4152-48a2-aa47-fb2463fbc9c0 req-1a3a0d67-4e74-4368-8cab-aa7e00d5b5e0 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 945 time: 0.0598953 Feb 03 03:01:24.711092 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c96a01d0-4152-48a2-aa47-fb2463fbc9c0 req-b6158d1d-fb53-40ce-bb1e-bf42e68dc669 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424113 Feb 03 03:01:24.834184 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d705c-0d50-4947-9665-fcf53e28c433 req-1a3c724b-2865-4b2f-a1e6-02468930e532 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:24.835602 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9e4d705c-0d50-4947-9665-fcf53e28c433 req-1a3c724b-2865-4b2f-a1e6-02468930e532 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 945 time: 0.0571699 Feb 03 03:01:24.844420 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55088) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:24.849146 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-a2646a89-7507-422d-ad07-b4d580f3abd3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Request body: {'floatingip': {'port_id': 'd06bb55a-14cb-478e-8943-fb3e7c453450'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:24.890952 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a2646a89-7507-422d-ad07-b4d580f3abd3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (72766337-76fe-4eac-8c99-b006b243746f), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:25.335600 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a2646a89-7507-422d-ad07-b4d580f3abd3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:25.341226 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a2646a89-7507-422d-ad07-b4d580f3abd3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (72766337-76fe-4eac-8c99-b006b243746f), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:25.441117 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-a2646a89-7507-422d-ad07-b4d580f3abd3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Floating IP 72766337-76fe-4eac-8c99-b006b243746f associated. External IP: 172.27.2.81, port: d06bb55a-14cb-478e-8943-fb3e7c453450. Feb 03 03:01:25.659643 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2646a89-7507-422d-ad07-b4d580f3abd3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Router cc2865a8-429b-44a9-914f-1eb91b56a56c has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:01:25.772498 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2646a89-7507-422d-ad07-b4d580f3abd3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:01:25.777478 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a2646a89-7507-422d-ad07-b4d580f3abd3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:25.783452 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1656c33-d9e3-4c1c-bcd2-cf42b92802a1 None None] Sync routers for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:01:25.794902 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1656c33-d9e3-4c1c-bcd2-cf42b92802a1 None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:01:25.795496 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c1656c33-d9e3-4c1c-bcd2-cf42b92802a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:25.808577 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a2646a89-7507-422d-ad07-b4d580f3abd3 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "PUT /v2.0/floatingips/72766337-76fe-4eac-8c99-b006b243746f HTTP/1.1" status: 200 len: 990 time: 0.9630890 Feb 03 03:01:25.809187 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'tag': 'd06bb55a-14cb-478e-8943-fb3e7c453450'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:01:25.811427 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0772c4a4-c281-4faf-bd65-2f2def7888ce" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0bed4d-5279-4855-a809-a182517f5a6f", "tag": "d06bb55a-14cb-478e-8943-fb3e7c453450"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:01:25.854318 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a85573c-7528-44d8-b8ac-3c424cbd0f14 x-openstack-request-id: req-7a85573c-7528-44d8-b8ac-3c424cbd0f14 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:01:25.855969 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0bed4d-5279-4855-a809-a182517f5a6f", "tag": "d06bb55a-14cb-478e-8943-fb3e7c453450", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:01:25.855969 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a85573c-7528-44d8-b8ac-3c424cbd0f14 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:01:25.855969 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'tag': 'd06bb55a-14cb-478e-8943-fb3e7c453450', 'status': 'completed', 'code': 200} Feb 03 03:01:25.909339 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-c1656c33-d9e3-4c1c-bcd2-cf42b92802a1 None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:01:25.948558 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d596fbf-ac81-4e20-97fb-24280ed766c4 req-337c383d-2a13-4b73-bd6b-395c7c4b364e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:25.950050 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d596fbf-ac81-4e20-97fb-24280ed766c4 req-337c383d-2a13-4b73-bd6b-395c7c4b364e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 945 time: 0.0874801 Feb 03 03:01:25.955439 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c4a4-c281-4faf-bd65-2f2def7888ce req-e59eee1f-5f87-4dc9-9af7-de55c5873ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:25.956875 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0772c4a4-c281-4faf-bd65-2f2def7888ce req-e59eee1f-5f87-4dc9-9af7-de55c5873ded service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c189a73642b4f5ba787addbc275d4c0&device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 1129 time: 0.0669827 Feb 03 03:01:26.049331 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d596fbf-ac81-4e20-97fb-24280ed766c4 req-5fd4d9ec-772f-40f7-9940-b58765c594cd tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914102 Feb 03 03:01:26.081849 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c4a4-c281-4faf-bd65-2f2def7888ce req-df988348-b666-40ff-8ea2-ab738aedacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:26.083501 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0772c4a4-c281-4faf-bd65-2f2def7888ce req-df988348-b666-40ff-8ea2-ab738aedacca service neutron] 10.222.0.43 "GET /v2.0/networks?id=6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 200 len: 912 time: 0.1191289 Feb 03 03:01:26.188509 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c1656c33-d9e3-4c1c-bcd2-cf42b92802a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '72766337-76fe-4eac-8c99-b006b243746f', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'port_id': 'd06bb55a-14cb-478e-8943-fb3e7c453450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'mac_address': 'fa:16:3e:ea:8d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:01:14Z', 'updated_at': '2022-02-03T03:01:25Z', 'revision_number': 1, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:26.219808 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1656c33-d9e3-4c1c-bcd2-cf42b92802a1 None None] Checking router: cc2865a8-429b-44a9-914f-1eb91b56a56c for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:01:26.234134 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1656c33-d9e3-4c1c-bcd2-cf42b92802a1 None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:01:26.234817 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c1656c33-d9e3-4c1c-bcd2-cf42b92802a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:26.416830 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0772c4a4-c281-4faf-bd65-2f2def7888ce req-b7be03b8-3269-4ca8-8133-8754d42a8056 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d06bb55a-14cb-478e-8943-fb3e7c453450 HTTP/1.1" status: 200 len: 998 time: 0.3262370 Feb 03 03:01:26.468074 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c4a4-c281-4faf-bd65-2f2def7888ce req-46b798a3-e2f7-415c-abca-7ca5b515ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:26.469670 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0772c4a4-c281-4faf-bd65-2f2def7888ce req-46b798a3-e2f7-415c-abca-7ca5b515ee4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d557dc0-eafd-4268-9536-756ecc92255a HTTP/1.1" status: 200 len: 850 time: 0.0447576 Feb 03 03:01:26.474267 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-c1656c33-d9e3-4c1c-bcd2-cf42b92802a1 None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:01:26.520255 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c4a4-c281-4faf-bd65-2f2def7888ce req-56963512-8f56-4560-940e-d32b67852d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:26.521798 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0772c4a4-c281-4faf-bd65-2f2def7888ce req-56963512-8f56-4560-940e-d32b67852d24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6402c879-2200-432c-9a4b-8fd0476dc339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460219 Feb 03 03:01:26.611132 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0772c4a4-c281-4faf-bd65-2f2def7888ce req-0f92cabd-e816-4cec-91eb-2c202d2ccdee service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806837 Feb 03 03:01:26.699099 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c1656c33-d9e3-4c1c-bcd2-cf42b92802a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '72766337-76fe-4eac-8c99-b006b243746f', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'port_id': 'd06bb55a-14cb-478e-8943-fb3e7c453450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'mac_address': 'fa:16:3e:ea:8d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:01:14Z', 'updated_at': '2022-02-03T03:01:25Z', 'revision_number': 1, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:26.702810 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0772c4a4-c281-4faf-bd65-2f2def7888ce req-4b21afef-3d95-43c4-9e90-768340ddd90e service neutron] 10.222.0.43 "GET /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840249 Feb 03 03:01:26.730201 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1656c33-d9e3-4c1c-bcd2-cf42b92802a1 None None] The sync data for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi is: [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '72766337-76fe-4eac-8c99-b006b243746f', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'port_id': 'd06bb55a-14cb-478e-8943-fb3e7c453450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'mac_address': 'fa:16:3e:ea:8d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:01:14Z', 'updated_at': '2022-02-03T03:01:25Z', 'revision_number': 1, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:01:26.922979 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c014f05f-c02b-4dc5-8aba-3747d7c6586c None None] New status for floating IP 72766337-76fe-4eac-8c99-b006b243746f: ACTIVE {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:01:27.182127 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d7087-5c57-4dcd-a867-e5275e40d58f req-055b0ba9-6cde-42f2-8bb6-a17061530467 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:27.183667 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a6d7087-5c57-4dcd-a867-e5275e40d58f req-055b0ba9-6cde-42f2-8bb6-a17061530467 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 945 time: 0.0541353 Feb 03 03:01:27.231526 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a6d7087-5c57-4dcd-a867-e5275e40d58f req-fa131066-cfe4-42fd-a43a-c719ec3d6f42 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418220 Feb 03 03:01:36.466567 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475fe2e-5b7e-4294-97b9-999c9319567e req-b0fcee5a-81f3-4b62-9ec7-0cda9e77ae4d tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:36.468040 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9475fe2e-5b7e-4294-97b9-999c9319567e req-b0fcee5a-81f3-4b62-9ec7-0cda9e77ae4d tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0523720 Feb 03 03:01:36.517810 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9475fe2e-5b7e-4294-97b9-999c9319567e req-cce7de14-991e-4a6a-8864-51482782d463 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435996 Feb 03 03:01:37.189610 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838daa9c-d8d0-49d5-ab34-e698db71e5e2 req-8cde8771-8359-492a-9e54-845869131016 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:37.191139 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-838daa9c-d8d0-49d5-ab34-e698db71e5e2 req-8cde8771-8359-492a-9e54-845869131016 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 946 time: 0.0672085 Feb 03 03:01:37.255197 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-838daa9c-d8d0-49d5-ab34-e698db71e5e2 req-06f5e85c-8a56-4177-912a-a5306e2e4225 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570943 Feb 03 03:01:37.644798 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d040130-8562-4479-ad9a-706f3ac82842 req-507883a9-7618-4895-8776-7d46a08b42a3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:37.646334 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8d040130-8562-4479-ad9a-706f3ac82842 req-507883a9-7618-4895-8776-7d46a08b42a3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0533068 Feb 03 03:01:37.704311 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8d040130-8562-4479-ad9a-706f3ac82842 req-20b13d6c-2382-4d32-9be0-d99674d5b090 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512230 Feb 03 03:01:38.382087 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701ade1-dafd-4ced-8dc1-f5a263fd24c9 req-632525bc-69e6-482e-ac99-f4c53b416a9c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:38.383656 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7701ade1-dafd-4ced-8dc1-f5a263fd24c9 req-632525bc-69e6-482e-ac99-f4c53b416a9c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 946 time: 0.0553205 Feb 03 03:01:38.430130 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7701ade1-dafd-4ced-8dc1-f5a263fd24c9 req-07ef2963-77cd-4c64-b5c0-c0fa17f29de2 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408659 Feb 03 03:01:38.824248 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf78fb-5ec2-41e5-adac-d60a7296fffe req-692e17aa-b2d0-40bf-a37c-c1bfdcda6469 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:38.825737 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4eaf78fb-5ec2-41e5-adac-d60a7296fffe req-692e17aa-b2d0-40bf-a37c-c1bfdcda6469 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0543175 Feb 03 03:01:38.875949 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4eaf78fb-5ec2-41e5-adac-d60a7296fffe req-43b27f6f-6270-479c-9731-3a8f5ef6edd0 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417731 Feb 03 03:01:39.569108 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdd778-4217-4f44-bcdc-e0555a625526 req-3a5f045a-1e40-45e7-ba12-e9d9571bf863 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:39.570588 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c2fdd778-4217-4f44-bcdc-e0555a625526 req-3a5f045a-1e40-45e7-ba12-e9d9571bf863 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 946 time: 0.0537159 Feb 03 03:01:39.622171 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c2fdd778-4217-4f44-bcdc-e0555a625526 req-7fccc868-4b8c-46b2-bf32-06565822d1cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459290 Feb 03 03:01:40.011611 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8222e41-4aa1-4cf4-876e-a7380b206622 req-8aa006bb-cb14-44c4-9e6f-ecb695983171 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:40.013114 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8222e41-4aa1-4cf4-876e-a7380b206622 req-8aa006bb-cb14-44c4-9e6f-ecb695983171 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0648277 Feb 03 03:01:40.063573 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8222e41-4aa1-4cf4-876e-a7380b206622 req-070fd2e8-38f8-484f-abd5-787151539bf4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418968 Feb 03 03:01:40.746000 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b935b72-37ee-4f32-b538-f8830c05e9ee req-0bf64965-a4d3-439e-b3d3-3014125ba9a3 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:40.747448 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b935b72-37ee-4f32-b538-f8830c05e9ee req-0bf64965-a4d3-439e-b3d3-3014125ba9a3 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 946 time: 0.0541320 Feb 03 03:01:40.793314 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b935b72-37ee-4f32-b538-f8830c05e9ee req-3a91b902-05d7-4478-b0da-2b972a373fda tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402792 Feb 03 03:01:41.192511 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8adeb-daf5-4b50-a8b3-2012becbfd9e req-e84b3db2-956b-4507-86ad-84bceca395b1 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:41.194028 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-32a8adeb-daf5-4b50-a8b3-2012becbfd9e req-e84b3db2-956b-4507-86ad-84bceca395b1 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0616133 Feb 03 03:01:41.245069 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-32a8adeb-daf5-4b50-a8b3-2012becbfd9e req-1b47795a-e2ca-4569-b68b-4ad46057e6c3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428879 Feb 03 03:01:41.395558 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c77467-0177-422a-b810-77c4138c145e req-3e70f2f9-d3c4-42e6-a6c1-92eacc612d1e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:41.397090 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01c77467-0177-422a-b810-77c4138c145e req-3e70f2f9-d3c4-42e6-a6c1-92eacc612d1e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 946 time: 0.0591574 Feb 03 03:01:41.493706 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Deleting port 27c8015c-4643-475a-85ae-a540d30129eb {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:01:41.494049 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (27c8015c-4643-475a-85ae-a540d30129eb), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:41.580424 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] For port 27c8015c-4643-475a-85ae-a540d30129eb, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=27c8015c-4643-475a-85ae-a540d30129eb,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:01:41.580789 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (27c8015c-4643-475a-85ae-a540d30129eb), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:41.749943 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:41.750308 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (7af85cf1-5ede-49c0-9b83-53fc4d0139c1), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:41.750629 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Floating IP 7af85cf1-5ede-49c0-9b83-53fc4d0139c1 disassociated. External IP: 172.27.2.169, port: 27c8015c-4643-475a-85ae-a540d30129eb. Feb 03 03:01:41.750978 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Calling delete_port for 27c8015c-4643-475a-85ae-a540d30129eb owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:01:41.915288 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (27c8015c-4643-475a-85ae-a540d30129eb), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:41.949029 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event deleted for resources: {'Port': ['ID=27c8015c-4643-475a-85ae-a540d30129eb,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:41.964700 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede663a-6ba5-4a8e-9617-899171bda417 req-14f36ab7-6062-4de3-bd44-bcaa603f02e7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:41.966641 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dede663a-6ba5-4a8e-9617-899171bda417 req-14f36ab7-6062-4de3-bd44-bcaa603f02e7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0708ed4-206d-484e-a2b4-dfb7733d415b HTTP/1.1" status: 200 len: 946 time: 0.0953922 Feb 03 03:01:42.085422 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dede663a-6ba5-4a8e-9617-899171bda417 req-35c827ac-7d54-4a01-af34-84d7598e99fe tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=98778d3c-232e-4c0e-848c-1381e7104ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130285 Feb 03 03:01:42.109874 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Router 1d387c67-870c-4480-b64f-5dd85ca16992 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:01:42.215425 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:01:42.225845 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9fcb39-0a93-43d0-af94-bea40c500e31 None None] Sync routers for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:01:42.236597 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9fcb39-0a93-43d0-af94-bea40c500e31 None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:01:42.237346 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-7a9fcb39-0a93-43d0-af94-bea40c500e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:42.256748 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] No DVR routers for this DVR port 27c8015c-4643-475a-85ae-a540d30129eb on host hv-cinder-82758 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:01:42.259426 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:42.262784 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01c77467-0177-422a-b810-77c4138c145e req-734b28c0-e544-4eb3-801e-dd24680054d5 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.43 "DELETE /v2.0/ports/27c8015c-4643-475a-85ae-a540d30129eb HTTP/1.1" status: 204 len: 173 time: 0.8597908 Feb 03 03:01:42.263220 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'name': 'network-vif-deleted', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:01:42.265488 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac82250-7d24-4dde-94a7-f3c4d4683bc8" -d '{"events": [{"server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "name": "network-vif-deleted", "tag": "27c8015c-4643-475a-85ae-a540d30129eb"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:01:42.326549 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eaae33-3bf2-439a-8edc-de7852c02e43 x-openstack-request-id: req-02eaae33-3bf2-439a-8edc-de7852c02e43 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:01:42.326839 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0708ed4-206d-484e-a2b4-dfb7733d415b", "name": "network-vif-deleted", "tag": "27c8015c-4643-475a-85ae-a540d30129eb", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:01:42.327177 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02eaae33-3bf2-439a-8edc-de7852c02e43 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:01:42.327482 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0708ed4-206d-484e-a2b4-dfb7733d415b', 'name': 'network-vif-deleted', 'tag': '27c8015c-4643-475a-85ae-a540d30129eb', 'status': 'completed', 'code': 200} Feb 03 03:01:42.350074 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-7a9fcb39-0a93-43d0-af94-bea40c500e31 None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:01:42.372390 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a5563-05d4-4830-8aeb-47824760f890 req-9552d4db-0a51-4999-a697-8f73a313c580 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:42.374628 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0d9a5563-05d4-4830-8aeb-47824760f890 req-9552d4db-0a51-4999-a697-8f73a313c580 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0586455 Feb 03 03:01:42.430449 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0d9a5563-05d4-4830-8aeb-47824760f890 req-5618c572-f8dd-4ec2-8e72-3f7146b25309 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487227 Feb 03 03:01:42.595227 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-7a9fcb39-0a93-43d0-af94-bea40c500e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:42.621573 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9fcb39-0a93-43d0-af94-bea40c500e31 None None] Checking router: 1d387c67-870c-4480-b64f-5dd85ca16992 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:01:42.630150 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9fcb39-0a93-43d0-af94-bea40c500e31 None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:01:42.630764 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-7a9fcb39-0a93-43d0-af94-bea40c500e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:42.735100 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-7a9fcb39-0a93-43d0-af94-bea40c500e31 None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:01:42.912578 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 27c8015c-4643-475a-85ae-a540d30129eb no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:01:42.934648 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 27c8015c-4643-475a-85ae-a540d30129eb {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:01:42.935013 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 27c8015c-4643-475a-85ae-a540d30129eb not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:01:42.952669 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-7a9fcb39-0a93-43d0-af94-bea40c500e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:42.983133 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9fcb39-0a93-43d0-af94-bea40c500e31 None None] The sync data for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi is: [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:01:43.179156 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55298) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:43.203416 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0695245b-18b1-4951-8c12-ec368ebe4f06 None None] New status for floating IP 7af85cf1-5ede-49c0-9b83-53fc4d0139c1: DOWN {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:01:43.234547 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a7d701d-86fe-4083-a7eb-df63e47d6d4f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (98778d3c-232e-4c0e-848c-1381e7104ccd), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:43.261294 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a7d701d-86fe-4083-a7eb-df63e47d6d4f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (98778d3c-232e-4c0e-848c-1381e7104ccd), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:43.307759 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a7d701d-86fe-4083-a7eb-df63e47d6d4f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (98778d3c-232e-4c0e-848c-1381e7104ccd), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:43.310450 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a7d701d-86fe-4083-a7eb-df63e47d6d4f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:43.314336 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8a7d701d-86fe-4083-a7eb-df63e47d6d4f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "DELETE /v2.0/security-groups/98778d3c-232e-4c0e-848c-1381e7104ccd HTTP/1.1" status: 204 len: 168 time: 0.1314135 Feb 03 03:01:43.314485 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55300) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:43.324320 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d701d-86fe-4083-a7eb-df63e47d6d4f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98778d3c-232e-4c0e-848c-1381e7104ccd,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:43.339645 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.api.v2.resource [None req-770ce51d-b5f4-47d2-8c07-5ca616dfa651 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] show failed (client error): The resource could not be found. Feb 03 03:01:43.340760 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-770ce51d-b5f4-47d2-8c07-5ca616dfa651 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups/98778d3c-232e-4c0e-848c-1381e7104ccd HTTP/1.1" status: 404 len: 347 time: 0.0251701 Feb 03 03:01:43.343840 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55302) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:43.353016 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:43.469847 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-805f0647-4f7c-432c-9c34-64b3af359122 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Deleting port 508e08fe-aa36-4c62-8ed7-9201241042db {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:01:43.470184 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-805f0647-4f7c-432c-9c34-64b3af359122 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (508e08fe-aa36-4c62-8ed7-9201241042db), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:43.576056 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-805f0647-4f7c-432c-9c34-64b3af359122 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (508e08fe-aa36-4c62-8ed7-9201241042db), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:43.576292 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-805f0647-4f7c-432c-9c34-64b3af359122 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (508e08fe-aa36-4c62-8ed7-9201241042db), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:43.592633 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff2dca-fd4c-4746-aa13-15d07a86981b req-5c4040cd-5ace-47c2-96ed-c43b34990d87 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:43.594143 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8eff2dca-fd4c-4746-aa13-15d07a86981b req-5c4040cd-5ace-47c2-96ed-c43b34990d87 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0858822 Feb 03 03:01:43.597853 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-805f0647-4f7c-432c-9c34-64b3af359122 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Calling delete_port for 508e08fe-aa36-4c62-8ed7-9201241042db owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:01:43.694318 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8eff2dca-fd4c-4746-aa13-15d07a86981b req-02dad197-8622-4f4a-b4e7-bc9d44cff509 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941892 Feb 03 03:01:43.773310 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-805f0647-4f7c-432c-9c34-64b3af359122 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (508e08fe-aa36-4c62-8ed7-9201241042db), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:43.802000 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f0647-4f7c-432c-9c34-64b3af359122 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event deleted for resources: {'Port': ['ID=508e08fe-aa36-4c62-8ed7-9201241042db,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:43.857350 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-805f0647-4f7c-432c-9c34-64b3af359122 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (7af85cf1-5ede-49c0-9b83-53fc4d0139c1), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:43.859948 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-805f0647-4f7c-432c-9c34-64b3af359122 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:43.861828 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-805f0647-4f7c-432c-9c34-64b3af359122 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "DELETE /v2.0/floatingips/7af85cf1-5ede-49c0-9b83-53fc4d0139c1 HTTP/1.1" status: 204 len: 168 time: 0.5169444 Feb 03 03:01:44.086921 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55316) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:44.091543 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-56a8c7f6-ee1d-47e7-9e83-f5d6914daa2a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--452681496', 'description': 'tempest-description--1741880485'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:44.114513 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-56a8c7f6-ee1d-47e7-9e83-f5d6914daa2a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.182967 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-56a8c7f6-ee1d-47e7-9e83-f5d6914daa2a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (c335ba96-422e-4926-963c-d0c4be5053f4), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.188428 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-56a8c7f6-ee1d-47e7-9e83-f5d6914daa2a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (c335ba96-422e-4926-963c-d0c4be5053f4), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.221610 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-56a8c7f6-ee1d-47e7-9e83-f5d6914daa2a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.223262 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-56a8c7f6-ee1d-47e7-9e83-f5d6914daa2a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1349609 Feb 03 03:01:44.226580 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55318) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:44.227509 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8c7f6-ee1d-47e7-9e83-f5d6914daa2a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c335ba96-422e-4926-963c-d0c4be5053f4,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:44.232017 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'security_group_rule': {'security_group_id': 'c335ba96-422e-4926-963c-d0c4be5053f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:44.265272 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (54e15ccd-456c-4b6c-a46a-9972df6a706b), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.317831 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (54e15ccd-456c-4b6c-a46a-9972df6a706b), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.321922 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (54e15ccd-456c-4b6c-a46a-9972df6a706b), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.339031 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e15ccd-456c-4b6c-a46a-9972df6a706b,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:44.346927 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.347253 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.347598 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.348294 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.348631 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.348988 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.349328 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.349659 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.349983 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.350306 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.350703 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.351029 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.351350 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:01:44.355716 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.359512 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-3e953b18-2779-4b8a-b83a-6bd851f1d021 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292851 Feb 03 03:01:44.360399 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55320) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:44.363913 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-5a9bea0a-a628-42dc-b113-dcf084c6596e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'security_group_rule': {'security_group_id': 'c335ba96-422e-4926-963c-d0c4be5053f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:44.390394 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5a9bea0a-a628-42dc-b113-dcf084c6596e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (13e49966-18b2-479a-9bc3-ed46a351d895), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.449944 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5a9bea0a-a628-42dc-b113-dcf084c6596e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (13e49966-18b2-479a-9bc3-ed46a351d895), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.455145 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5a9bea0a-a628-42dc-b113-dcf084c6596e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (13e49966-18b2-479a-9bc3-ed46a351d895), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.472199 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bea0a-a628-42dc-b113-dcf084c6596e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e49966-18b2-479a-9bc3-ed46a351d895,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:44.483027 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5a9bea0a-a628-42dc-b113-dcf084c6596e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.484245 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-5a9bea0a-a628-42dc-b113-dcf084c6596e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237023 Feb 03 03:01:44.487450 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55322) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:44.491734 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'floatingip': {'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:44.515333 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.553626 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624e030-4bc7-4aff-bd39-e8d6ed6d96da req-cf841c8b-a376-4ef6-a962-9ec678642105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:44.555428 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b624e030-4bc7-4aff-bd39-e8d6ed6d96da req-cf841c8b-a376-4ef6-a962-9ec678642105 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4cde077871f94db3a608b5b79c01883e&device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 1130 time: 0.0551684 Feb 03 03:01:44.609535 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.656697 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624e030-4bc7-4aff-bd39-e8d6ed6d96da req-e12dddc7-ebf4-44c3-bb2a-c6c1486e4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:44.658722 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b624e030-4bc7-4aff-bd39-e8d6ed6d96da req-e12dddc7-ebf4-44c3-bb2a-c6c1486e4f5d service neutron] 10.222.0.43 "GET /v2.0/networks?id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022 HTTP/1.1" status: 200 len: 910 time: 0.0840459 Feb 03 03:01:44.712235 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Allocated IP 172.27.2.225 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/416827b0-33a9-41e5-8342-13510c392632) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:01:44.734986 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b624e030-4bc7-4aff-bd39-e8d6ed6d96da req-d92d3678-b88c-4444-aa94-64cb0589f24e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d2989c-2c82-4969-8caa-45dce6105669 HTTP/1.1" status: 200 len: 1002 time: 0.0694718 Feb 03 03:01:44.809548 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624e030-4bc7-4aff-bd39-e8d6ed6d96da req-0c64a118-98f4-45e2-b971-adb79b6ca328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:44.811022 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b624e030-4bc7-4aff-bd39-e8d6ed6d96da req-0c64a118-98f4-45e2-b971-adb79b6ca328 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38e53842-28f9-4b60-b4f1-c42ac3da1bd6 HTTP/1.1" status: 200 len: 848 time: 0.0698800 Feb 03 03:01:44.813016 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for port (416827b0-33a9-41e5-8342-13510c392632), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.846357 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (416827b0-33a9-41e5-8342-13510c392632), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.856028 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ddf4a-efa8-48bc-95bf-f45e903125f0 req-947bb179-ae6e-4c3e-afec-35ded1225a4d tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:44.857547 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b1ddf4a-efa8-48bc-95bf-f45e903125f0 req-947bb179-ae6e-4c3e-afec-35ded1225a4d tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0912032 Feb 03 03:01:44.887193 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624e030-4bc7-4aff-bd39-e8d6ed6d96da req-c33c3bad-4e9b-48fc-bba8-db84c98e4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:44.887463 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:01:44.888681 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b624e030-4bc7-4aff-bd39-e8d6ed6d96da req-c33c3bad-4e9b-48fc-bba8-db84c98e4444 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704823 Feb 03 03:01:44.890247 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:01:44.892905 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:01:44.920960 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'Port': ['ID=416827b0-33a9-41e5-8342-13510c392632,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:44.956853 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b1ddf4a-efa8-48bc-95bf-f45e903125f0 req-34047771-fab7-4b62-bc6d-c458f423af1e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917008 Feb 03 03:01:44.987793 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (8adcbb81-8c0e-413f-8326-bfc5991ef27b), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:44.994979 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b624e030-4bc7-4aff-bd39-e8d6ed6d96da req-a4fa7ea5-ffe8-4565-9bd2-fd9c6b23632b service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971282 Feb 03 03:01:45.028226 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (416827b0-33a9-41e5-8342-13510c392632), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:45.097434 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b624e030-4bc7-4aff-bd39-e8d6ed6d96da req-a396c252-a73f-4679-987c-ca252884abf7 service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953839 Feb 03 03:01:45.208187 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for port (416827b0-33a9-41e5-8342-13510c392632), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:45.214013 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (416827b0-33a9-41e5-8342-13510c392632), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:45.282087 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'Port': ['ID=416827b0-33a9-41e5-8342-13510c392632,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:45.293433 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (8adcbb81-8c0e-413f-8326-bfc5991ef27b), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:45.309448 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:45.310689 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-7771bba4-94ea-4f0b-b8f1-9dfe818b2e35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8223135 Feb 03 03:01:45.511224 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-5d99482b-03fb-4d19-a962-b9c2da667053 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--452681496&fields=id&tenant_id=e8467ff017574f36b1c31db5579a56ce HTTP/1.1" status: 200 len: 267 time: 0.0448849 Feb 03 03:01:45.585405 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-883b588b-627b-4b90-b733-078db022bbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:45.623190 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-494daa2c-2ef7-4601-ac67-ec4ca2243a1c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:45.624871 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-494daa2c-2ef7-4601-ac67-ec4ca2243a1c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 816 time: 0.1073058 Feb 03 03:01:45.639646 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-2b21a4e8-3215-4393-9216-e45c2c0e6186 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/quotas/e8467ff017574f36b1c31db5579a56ce HTTP/1.1" status: 200 len: 375 time: 0.0093060 Feb 03 03:01:45.693696 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-d4a68b8c-b34b-479a-9a29-31acc00f16a7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491698 Feb 03 03:01:45.884077 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-6d36fa82-934a-4ab3-a053-afa89a151866 service neutron] 10.222.0.31 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785696 Feb 03 03:01:45.984446 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c6f794f1-7ac1-48db-ba41-48d7aaadbe74 service neutron] 10.222.0.31 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913923 Feb 03 03:01:46.077985 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20c043-aaaa-46e5-bb89-e3b379c407e5 req-5f977bd6-f3bc-4e63-9abb-7534383d1c53 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:46.083583 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4c20c043-aaaa-46e5-bb89-e3b379c407e5 req-5f977bd6-f3bc-4e63-9abb-7534383d1c53 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0549035 Feb 03 03:01:46.131976 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4c20c043-aaaa-46e5-bb89-e3b379c407e5 req-15335110-58f5-405a-9283-56644eef2782 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464869 Feb 03 03:01:46.169934 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6e1b7ee1-b979-45a5-affc-5295fd74491a req-95a6b221-f512-451e-b60e-d53e3992e0a1 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 210 time: 0.0369794 Feb 03 03:01:46.420474 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55368) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:46.530295 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4fe2-0f43-43d5-91f4-f7f7d7f96153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:46.608167 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4fe2-0f43-43d5-91f4-f7f7d7f96153 admin admin] Publish callbacks [] for security_group (252ac828-45f0-4682-a85a-c0e0f6ed059a), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:46.612333 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4fe2-0f43-43d5-91f4-f7f7d7f96153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (252ac828-45f0-4682-a85a-c0e0f6ed059a), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:46.652035 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-d7cf4fe2-0f43-43d5-91f4-f7f7d7f96153 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f20b995dada24ba182cbb8520c15b1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303030 Feb 03 03:01:46.652929 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf4fe2-0f43-43d5-91f4-f7f7d7f96153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252ac828-45f0-4682-a85a-c0e0f6ed059a,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:46.654756 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55374) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:46.950459 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-575e2ea8-d07d-4894-bd2e-32698bf062d8 admin admin] Publish callbacks [] for security_group (252ac828-45f0-4682-a85a-c0e0f6ed059a), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:46.970956 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-575e2ea8-d07d-4894-bd2e-32698bf062d8 admin admin] Publish callbacks [] for security_group (252ac828-45f0-4682-a85a-c0e0f6ed059a), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:47.028959 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-575e2ea8-d07d-4894-bd2e-32698bf062d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (252ac828-45f0-4682-a85a-c0e0f6ed059a), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:47.031563 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-575e2ea8-d07d-4894-bd2e-32698bf062d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:47.032816 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-575e2ea8-d07d-4894-bd2e-32698bf062d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/252ac828-45f0-4682-a85a-c0e0f6ed059a HTTP/1.1" status: 204 len: 168 time: 0.3768995 Feb 03 03:01:47.040471 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e2ea8-d07d-4894-bd2e-32698bf062d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252ac828-45f0-4682-a85a-c0e0f6ed059a,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:47.295127 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a36bfc83-b668-4a50-9e38-455d979b22c1 req-0fde3a87-c545-48d0-87e7-a38e73bcefb7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 210 time: 0.0384324 Feb 03 03:01:47.302939 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-bbfc08f3-8d49-4e81-98e4-3399d54f1f15 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:47.304422 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-bbfc08f3-8d49-4e81-98e4-3399d54f1f15 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.43 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 816 time: 0.1827090 Feb 03 03:01:47.331217 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257626a5-66a4-4c9b-9e08-67fbe3778bd7 req-a1aa6819-d7ad-47fd-96a6-fd34eeb21199 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:47.336783 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-257626a5-66a4-4c9b-9e08-67fbe3778bd7 req-a1aa6819-d7ad-47fd-96a6-fd34eeb21199 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.1087022 Feb 03 03:01:47.422067 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-257626a5-66a4-4c9b-9e08-67fbe3778bd7 req-333ba18e-594b-47fa-ae47-77fd03eac5d6 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766685 Feb 03 03:01:47.426567 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-70a3e7ea-88fb-4486-bccd-f78bf45ad0c0 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8467ff017574f36b1c31db5579a56ce HTTP/1.1" status: 200 len: 379 time: 0.1118698 Feb 03 03:01:47.436056 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'port': {'device_id': '26d795a9-10f4-4812-9284-3b056987c2b4', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'admin_state_up': True, 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'security_groups': ['c335ba96-422e-4926-963c-d0c4be5053f4']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:47.543646 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Made reservation on behalf of e8467ff017574f36b1c31db5579a56ce for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:01:47.550008 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:47.675235 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Allocated IP 172.20.0.10 (17f7ee66-84e4-4ba5-b587-f73d44502290/99824670-e7e8-4336-87fc-b66530f36d37/b31cace4-7041-409f-a805-55308777e17a) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:01:47.808848 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for port (b31cace4-7041-409f-a805-55308777e17a), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:47.845217 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (b31cace4-7041-409f-a805-55308777e17a), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:47.883998 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-238bd22a-1208-41f4-9fd1-2012c827e164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:47.912534 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Network 17f7ee66-84e4-4ba5-b587-f73d44502290 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:01:47.917753 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:01:47.920687 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:01:47.959786 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event updated for resources: {'Port': ['ID=b31cace4-7041-409f-a805-55308777e17a,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:47.990212 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:47.990826 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:48.009775 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-c2b9a9f5-8129-47e1-98ce-67066c5f8ced tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775208 Feb 03 03:01:48.024468 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Request body: {'port': {'device_id': '26d795a9-10f4-4812-9284-3b056987c2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:48.094411 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b31cace4-7041-409f-a805-55308777e17a), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:48.191722 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-a3d4eeca-e0e1-4905-ab4b-cbd2f9274221 None None] Provisioning complete for port b31cace4-7041-409f-a805-55308777e17a triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:01:48.192535 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-a3d4eeca-e0e1-4905-ab4b-cbd2f9274221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (b31cace4-7041-409f-a805-55308777e17a), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:48.236931 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:01:48.241566 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-a3d4eeca-e0e1-4905-ab4b-cbd2f9274221 None None] Port b31cace4-7041-409f-a805-55308777e17a cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:01:48.423304 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31cace4-7041-409f-a805-55308777e17a {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:01:48.432603 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Publish callbacks [] for port (b31cace4-7041-409f-a805-55308777e17a), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:48.449669 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Transition to ACTIVE for port object b31cace4-7041-409f-a805-55308777e17a will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 03:01:48.454971 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (b31cace4-7041-409f-a805-55308777e17a), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:48.490236 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b0506-59bc-4ca2-a3d3-c9d08ee8e4d5 req-25485b38-bd11-4336-9fe2-4ce9ba40d814 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:48.491844 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-767b0506-59bc-4ca2-a3d3-c9d08ee8e4d5 req-25485b38-bd11-4336-9fe2-4ce9ba40d814 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 932 time: 0.1038315 Feb 03 03:01:48.558646 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b31cace4-7041-409f-a805-55308777e17a,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:48.642981 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-767b0506-59bc-4ca2-a3d3-c9d08ee8e4d5 req-f9d9a803-5625-480b-bc74-fc9ea5b6349f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420729 Feb 03 03:01:48.667642 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff459e5-7937-4c65-b104-bda303fb95b3 req-6da92a9b-381c-453b-a698-924ebadd0ff7 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:48.667642 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cff459e5-7937-4c65-b104-bda303fb95b3 req-6da92a9b-381c-453b-a698-924ebadd0ff7 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.1688962 Feb 03 03:01:48.688961 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Attempting to bind port b31cace4-7041-409f-a805-55308777e17a on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:01:48.689598 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Attempting to bind port b31cace4-7041-409f-a805-55308777e17a by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:01:48.689702 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Attempting to bind port b31cace4-7041-409f-a805-55308777e17a on network 17f7ee66-84e4-4ba5-b587-f73d44502290 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:01:48.699889 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Port b31cace4-7041-409f-a805-55308777e17a on network 17f7ee66-84e4-4ba5-b587-f73d44502290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 03:01:48.700212 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Attempting to bind port b31cace4-7041-409f-a805-55308777e17a on network 17f7ee66-84e4-4ba5-b587-f73d44502290 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:01:48.711240 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:01:48.711582 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Checking segment: {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:01:48.711966 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Bound using segment: {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:01:48.712396 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Bound port: b31cace4-7041-409f-a805-55308777e17a, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f183acd2-d543-42bd-aa8b-d6296c42b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:01:48.712775 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b31cace4-7041-409f-a805-55308777e17a), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:48.739478 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cff459e5-7937-4c65-b104-bda303fb95b3 req-3735f7c3-542d-443f-8a71-9ced774a4bb3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706944 Feb 03 03:01:48.795736 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:01:48.798988 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:01:48.805501 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (b31cace4-7041-409f-a805-55308777e17a), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:48.838514 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:48.839081 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:48.840819 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] 10.222.0.43 "PUT /v2.0/ports/b31cace4-7041-409f-a805-55308777e17a HTTP/1.1" status: 200 len: 1094 time: 0.8210933 Feb 03 03:01:48.841294 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'tag': 'b31cace4-7041-409f-a805-55308777e17a'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:01:48.843781 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "tag": "b31cace4-7041-409f-a805-55308777e17a"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:01:48.884674 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7b365-f44f-4c8d-87e5-d1ce38c68fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b31cace4-7041-409f-a805-55308777e17a,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:48.925595 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a8eade-e51d-4972-ab4c-34189368f9c8 x-openstack-request-id: req-c2a8eade-e51d-4972-ab4c-34189368f9c8 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:01:48.925898 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "tag": "b31cace4-7041-409f-a805-55308777e17a", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:01:48.926180 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2a8eade-e51d-4972-ab4c-34189368f9c8 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:01:48.926716 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'tag': 'b31cace4-7041-409f-a805-55308777e17a', 'status': 'completed', 'code': 200} Feb 03 03:01:49.050121 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-506f38cd-736c-4092-802e-0103c8182b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:49.051631 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-506f38cd-736c-4092-802e-0103c8182b53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 1128 time: 0.1551526 Feb 03 03:01:49.097068 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-fbb84c2d-1cc7-4a47-b08f-92718abe0824 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31cace4-7041-409f-a805-55308777e17a HTTP/1.1" status: 200 len: 217 time: 0.0371249 Feb 03 03:01:49.150338 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-5217f533-7a77-402f-9cf5-0837366d65a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:49.151790 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-5217f533-7a77-402f-9cf5-0837366d65a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 200 len: 855 time: 0.0489519 Feb 03 03:01:49.202849 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-fb845672-5a53-4645-bb73-dfe2bb48c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:49.204295 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-fb845672-5a53-4645-bb73-dfe2bb48c9f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17f7ee66-84e4-4ba5-b587-f73d44502290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452237 Feb 03 03:01:49.296631 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-35fe4724-fac5-4475-b6d8-4da0011b6a82 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849891 Feb 03 03:01:49.384936 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0559bdc6-9fd1-48a8-9718-1fbeb41275b3 req-2730d637-658c-450c-8706-2f110da7d7fd service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814874 Feb 03 03:01:49.481228 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c req-aecba53a-2228-419e-a30f-86d4853d4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:49.482092 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c req-aecba53a-2228-419e-a30f-86d4853d4578 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 1128 time: 0.0498598 Feb 03 03:01:49.580478 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c req-5534a37d-a345-4ba1-bb66-060855ca4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:49.581550 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c req-5534a37d-a345-4ba1-bb66-060855ca4508 service neutron] 10.222.0.43 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 917 time: 0.0925353 Feb 03 03:01:49.604913 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:49.624914 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c req-f4bd07d9-4769-4af2-b317-4e11639535ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31cace4-7041-409f-a805-55308777e17a HTTP/1.1" status: 200 len: 217 time: 0.0363541 Feb 03 03:01:49.677525 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c req-3ff49f96-8b30-4dc3-bedc-6eaacb833d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:49.679094 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c req-3ff49f96-8b30-4dc3-bedc-6eaacb833d6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 200 len: 855 time: 0.0481970 Feb 03 03:01:49.755979 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c req-c7f55bd9-3c6b-4076-b31d-4adb6c526d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:49.757612 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c req-c7f55bd9-3c6b-4076-b31d-4adb6c526d5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17f7ee66-84e4-4ba5-b587-f73d44502290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720210 Feb 03 03:01:49.775266 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d0336-f8b6-48c1-bacd-aea97f868e71 req-28d3084e-97aa-487a-8f1c-7ad483939101 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:49.776679 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-385d0336-f8b6-48c1-bacd-aea97f868e71 req-28d3084e-97aa-487a-8f1c-7ad483939101 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0605223 Feb 03 03:01:49.848282 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-385d0336-f8b6-48c1-bacd-aea97f868e71 req-076b2e35-47e0-4ed2-b816-abc7daff2c98 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652585 Feb 03 03:01:49.879712 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f851126-2f38-4e54-9385-777dd409266b req-bb21c84b-f959-49ed-8554-ef938d3a3cea tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:49.883040 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7f851126-2f38-4e54-9385-777dd409266b req-bb21c84b-f959-49ed-8554-ef938d3a3cea tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0752199 Feb 03 03:01:49.936611 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7f851126-2f38-4e54-9385-777dd409266b req-c95f7f74-3833-4faa-8162-3172a03f0bc8 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479636 Feb 03 03:01:50.559878 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:50.634285 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c req-408e5128-241d-4009-84e4-eb0e08f66476 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823724 Feb 03 03:01:50.998145 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45353f7d-5fdb-4808-9602-55bcc9a8abb7 req-69385b7f-30a1-46ae-bdb7-03e39da4fff9 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:50.999664 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-45353f7d-5fdb-4808-9602-55bcc9a8abb7 req-69385b7f-30a1-46ae-bdb7-03e39da4fff9 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0654922 Feb 03 03:01:51.071352 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-45353f7d-5fdb-4808-9602-55bcc9a8abb7 req-03618ca4-e5e8-43f3-8d24-fcab094695e4 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660810 Feb 03 03:01:51.086906 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c6edc-8fe1-4e77-b4a7-faa5dbcad810 req-4cbf42c0-8488-447f-b9fb-5afdc49824a9 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:51.088358 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-564c6edc-8fe1-4e77-b4a7-faa5dbcad810 req-4cbf42c0-8488-447f-b9fb-5afdc49824a9 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0762935 Feb 03 03:01:51.137504 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-564c6edc-8fe1-4e77-b4a7-faa5dbcad810 req-b079ba79-b14c-44c7-b32e-83350c2c9220 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429265 Feb 03 03:01:51.420451 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-54c2d35b-1fd6-4a9f-ae51-79c64a1c4f1c req-db08a854-ff78-4b78-b8be-236c3e632d0f service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919893 Feb 03 03:01:52.150093 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:52.195647 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d921b84-b8ea-444c-be8f-0abe52b438dd req-0b703d04-2c76-4fe1-8bea-42e0468a2e1e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:52.197170 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6d921b84-b8ea-444c-be8f-0abe52b438dd req-0b703d04-2c76-4fe1-8bea-42e0468a2e1e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0543227 Feb 03 03:01:52.270139 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6d921b84-b8ea-444c-be8f-0abe52b438dd req-a98d1add-ec02-4fef-98da-b680c3bc4e48 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671368 Feb 03 03:01:52.284906 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba51e43-0629-45d8-b4a9-d03eaaa7ee36 req-24eee0a2-492c-4f11-abd8-c2965dde6b79 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:52.286376 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6ba51e43-0629-45d8-b4a9-d03eaaa7ee36 req-24eee0a2-492c-4f11-abd8-c2965dde6b79 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0765350 Feb 03 03:01:52.349916 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6ba51e43-0629-45d8-b4a9-d03eaaa7ee36 req-9623cfec-7d42-41b7-83c6-9666dbf1646d tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577183 Feb 03 03:01:53.406658 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213023de-2b6a-4dd6-9d71-c66d333eb1cc req-35badc61-c6f2-42d0-8741-1b54935cc2dd tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:53.408168 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-213023de-2b6a-4dd6-9d71-c66d333eb1cc req-35badc61-c6f2-42d0-8741-1b54935cc2dd tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0544584 Feb 03 03:01:53.480755 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-213023de-2b6a-4dd6-9d71-c66d333eb1cc req-74e9a18a-78a2-4058-84db-c1e08d8f26bb tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669487 Feb 03 03:01:53.495201 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca492ef-6644-4ed9-8059-acf3d071ba9a req-fa3e8823-54d7-466b-9d47-d1990b3c8c02 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:53.496639 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2ca492ef-6644-4ed9-8059-acf3d071ba9a req-fa3e8823-54d7-466b-9d47-d1990b3c8c02 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0756900 Feb 03 03:01:53.547392 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2ca492ef-6644-4ed9-8059-acf3d071ba9a req-fe1bef26-e476-4b7b-932d-de1d270404db tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427032 Feb 03 03:01:54.612958 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563dd80-d4a6-49f6-a822-6f7bf3e15f58 req-f8b36048-edc2-4413-b569-e1dcf12d4493 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:54.614456 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e563dd80-d4a6-49f6-a822-6f7bf3e15f58 req-f8b36048-edc2-4413-b569-e1dcf12d4493 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0556357 Feb 03 03:01:54.687289 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e563dd80-d4a6-49f6-a822-6f7bf3e15f58 req-4fed8ee3-d751-4771-919b-7eccd668737c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632050 Feb 03 03:01:54.694585 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea5503-80ab-4279-a0bb-02fafefaa10b req-ad049775-4eb9-4d4b-ae81-127f1f70fe20 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:54.695940 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c9ea5503-80ab-4279-a0bb-02fafefaa10b req-ad049775-4eb9-4d4b-ae81-127f1f70fe20 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0803957 Feb 03 03:01:54.745401 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c9ea5503-80ab-4279-a0bb-02fafefaa10b req-505b6063-9780-4a03-bfa4-504360652171 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Feb 03 03:01:54.987370 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b31cace4-7041-409f-a805-55308777e17a details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:01:55.087984 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:01:55.102110 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': 'b31cace4-7041-409f-a805-55308777e17a', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'port_id': 'b31cace4-7041-409f-a805-55308777e17a', 'mac_address': 'fa:16:3e:6b:d0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:01:55.136003 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55496) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:55.138923 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port b31cace4-7041-409f-a805-55308777e17a is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:01:55.139314 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b31cace4-7041-409f-a805-55308777e17a), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:55.152173 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31cace4-7041-409f-a805-55308777e17a {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:01:55.171860 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:01:55.176325 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b31cace4-7041-409f-a805-55308777e17a), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:55.226365 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=b31cace4-7041-409f-a805-55308777e17a,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:55.244919 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ad60-9f81-4584-ad20-e21e826d6d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:55.327473 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ad60-9f81-4584-ad20-e21e826d6d26 admin admin] Publish callbacks [] for security_group (acec3272-1f05-4022-a860-8ab514eb4870), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:55.334930 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ad60-9f81-4584-ad20-e21e826d6d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (acec3272-1f05-4022-a860-8ab514eb4870), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:55.378866 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-b3b5ad60-9f81-4584-ad20-e21e826d6d26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe3cdc2a5f554bf8a0213ac7f853266c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417631 Feb 03 03:01:55.379744 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5ad60-9f81-4584-ad20-e21e826d6d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acec3272-1f05-4022-a860-8ab514eb4870,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:55.381809 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55500) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:55.431182 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-836e0437-4352-473e-9a97-590d12df2af4 admin admin] Publish callbacks [] for security_group (acec3272-1f05-4022-a860-8ab514eb4870), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:55.437257 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['b31cace4-7041-409f-a805-55308777e17a'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:01:55.454988 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-836e0437-4352-473e-9a97-590d12df2af4 admin admin] Publish callbacks [] for security_group (acec3272-1f05-4022-a860-8ab514eb4870), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:55.507434 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-836e0437-4352-473e-9a97-590d12df2af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (acec3272-1f05-4022-a860-8ab514eb4870), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:55.510274 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-836e0437-4352-473e-9a97-590d12df2af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:55.511620 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-836e0437-4352-473e-9a97-590d12df2af4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acec3272-1f05-4022-a860-8ab514eb4870 HTTP/1.1" status: 204 len: 168 time: 0.1286685 Feb 03 03:01:55.522070 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e0437-4352-473e-9a97-590d12df2af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acec3272-1f05-4022-a860-8ab514eb4870,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:55.813408 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe16c-7020-4834-8a22-64323dcfe1e1 req-22cd1da1-1b34-4b8f-a63c-c08705417aad tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:55.814938 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-decbe16c-7020-4834-8a22-64323dcfe1e1 req-22cd1da1-1b34-4b8f-a63c-c08705417aad tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 945 time: 0.0561602 Feb 03 03:01:55.892708 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-decbe16c-7020-4834-8a22-64323dcfe1e1 req-11c1cc5c-8a77-44b5-a892-e168629d0a19 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720904 Feb 03 03:01:55.907620 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656db055-3251-47de-bc23-c8daa89be7df req-2256f21e-4621-4242-a98b-b1eb26e0402d tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:55.909188 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-656db055-3251-47de-bc23-c8daa89be7df req-2256f21e-4621-4242-a98b-b1eb26e0402d tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0794530 Feb 03 03:01:55.960308 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-656db055-3251-47de-bc23-c8daa89be7df req-3a4b3061-b0cd-4e7c-86f0-714b16d0de31 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456848 Feb 03 03:01:56.152577 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55526) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:56.263059 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1568272174-network', 'tenant_id': '264ee2f5b580483c85a302041b05c23f'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:56.284365 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Made reservation on behalf of 264ee2f5b580483c85a302041b05c23f for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:01:56.286756 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:56.294801 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:56.372760 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Publish callbacks [] for security_group (ae2149ce-3ef6-4efb-adc9-8cb43ddff8ad), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:56.378913 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (ae2149ce-3ef6-4efb-adc9-8cb43ddff8ad), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:56.405812 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 03:01:56.415389 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2149ce-3ef6-4efb-adc9-8cb43ddff8ad,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:56.421268 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (f0886798-4bb9-437d-b42e-9c1942d08dfb), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:56.421604 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Added segment f0886798-4bb9-437d-b42e-9c1942d08dfb of type vlan for network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c Feb 03 03:01:56.460217 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (1f509aa5-ebd0-421b-bf85-c9ee605b4c0c), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:56.485733 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (1f509aa5-ebd0-421b-bf85-c9ee605b4c0c), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:56.486905 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:56.487624 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:56.537964 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3842366 Feb 03 03:01:56.541167 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55530) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:56.546165 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] Request body: {'subnet': {'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1568272174-subnet', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:56.550345 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ba418-6a68-49dc-8f89-03e3d6d164c4 admin admin] Pushing event updated for resources: {'Network': ['ID=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:56.560953 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 03:01:56.567865 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] Made reservation on behalf of 264ee2f5b580483c85a302041b05c23f for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:01:56.570221 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386261'] for subnet (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:56.683327 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882879-8773-4415-8445-926bf7f71bcb req-bf7630e6-cac7-4c68-8978-6b039ad27559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:56.684832 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c4882879-8773-4415-8445-926bf7f71bcb req-bf7630e6-cac7-4c68-8978-6b039ad27559 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4cde077871f94db3a608b5b79c01883e&device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 1130 time: 0.0728874 Feb 03 03:01:56.825432 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9381359'] for subnet (1e2752ff-1e61-42ad-9539-1b8331658918), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:56.854721 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882879-8773-4415-8445-926bf7f71bcb req-ca54ed9e-ec43-4b41-a6b5-b82918f27166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:56.856176 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c4882879-8773-4415-8445-926bf7f71bcb req-ca54ed9e-ec43-4b41-a6b5-b82918f27166 service neutron] 10.222.0.43 "GET /v2.0/networks?id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022 HTTP/1.1" status: 200 len: 910 time: 0.1644418 Feb 03 03:01:56.919250 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2752ff-1e61-42ad-9539-1b8331658918,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:56.945263 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c4882879-8773-4415-8445-926bf7f71bcb req-0ff6b0ed-0bc5-43ef-b6d0-bd0971f98074 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d2989c-2c82-4969-8caa-45dce6105669 HTTP/1.1" status: 200 len: 1002 time: 0.0799229 Feb 03 03:01:56.946359 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] Checking segment: {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:01:56.946708 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] Network hostable DHCP agents. Network: 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 03:01:57.003629 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b31cace4-7041-409f-a805-55308777e17a up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:01:57.016425 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] Network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 03:01:57.044369 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:01:57.051342 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:57.051949 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.053963 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32e72bc-88a3-4524-afd2-1591dddd9c54 None None] Network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:01:57.068710 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882879-8773-4415-8445-926bf7f71bcb req-d212fd82-af00-404a-a626-1078525b48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:57.070201 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c4882879-8773-4415-8445-926bf7f71bcb req-d212fd82-af00-404a-a626-1078525b48ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38e53842-28f9-4b60-b4f1-c42ac3da1bd6 HTTP/1.1" status: 200 len: 848 time: 0.1181777 Feb 03 03:01:57.076212 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port b31cace4-7041-409f-a805-55308777e17a completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 03:01:57.112662 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port b31cace4-7041-409f-a805-55308777e17a triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:01:57.113061 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (b31cace4-7041-409f-a805-55308777e17a), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.123028 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-af4c5154-5bc9-420a-9ef2-f87fe184ce0a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5808022 Feb 03 03:01:57.125950 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55536) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:57.129893 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc953d3c-32bd-4c8b-afdd-f1867853f89d req-2dc236cd-98cb-4c34-9ac5-95621c951f94 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:57.130713 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:01:57.131297 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cc953d3c-32bd-4c8b-afdd-f1867853f89d req-2dc236cd-98cb-4c34-9ac5-95621c951f94 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 945 time: 0.1658397 Feb 03 03:01:57.152463 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133767861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29157'] for router (96423995-d347-438a-a8a1-fc4458ff7324), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.153803 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133774051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133725025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29164'] for router (96423995-d347-438a-a8a1-fc4458ff7324), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.168471 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd6499-1b24-488e-8102-95805fa1d6d2 req-34aa8b7f-36b9-489a-ad37-1ee4b1e557bc tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:57.170117 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-98fd6499-1b24-488e-8102-95805fa1d6d2 req-34aa8b7f-36b9-489a-ad37-1ee4b1e557bc tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.1386535 Feb 03 03:01:57.202131 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882879-8773-4415-8445-926bf7f71bcb req-0e490667-3da7-4cd9-9060-01378234bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:57.203535 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c4882879-8773-4415-8445-926bf7f71bcb req-0e490667-3da7-4cd9-9060-01378234bce6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231129 Feb 03 03:01:57.210504 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Publish callbacks [] for router_controller (96423995-d347-438a-a8a1-fc4458ff7324), precommit_add_association {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.230615 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa841b9d2-c864-5295-a893-1e3e6657c43d-1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918'}]}} from dv-cinder-827581-1-iscsi. {{(pid=102484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 03:01:57.231525 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.238041 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cc953d3c-32bd-4c8b-afdd-f1867853f89d req-267387fe-6614-4fcc-90e5-287785975a64 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968292 Feb 03 03:01:57.300492 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-98fd6499-1b24-488e-8102-95805fa1d6d2 req-ddd4a96c-7bc2-45d3-b6a3-f66893f18bd4 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223385 Feb 03 03:01:57.315479 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port b31cace4-7041-409f-a805-55308777e17a is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:01:57.315878 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b31cace4-7041-409f-a805-55308777e17a), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.329456 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c4882879-8773-4415-8445-926bf7f71bcb req-124b674d-08b4-414b-aede-69abef7409aa service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173880 Feb 03 03:01:57.371656 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31cace4-7041-409f-a805-55308777e17a'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:01:57.373767 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Publish callbacks [] for router_gateway (96423995-d347-438a-a8a1-fc4458ff7324), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.373997 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d75eeef-f819-4f3d-bb84-b11d917a4020" -d '{"events": [{"server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "name": "network-vif-plugged", "status": "completed", "tag": "b31cace4-7041-409f-a805-55308777e17a"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:01:57.392806 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:01:57.402288 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b31cace4-7041-409f-a805-55308777e17a), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.436221 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.db_base_plugin_common [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Allocated IP 172.20.0.2 (1f509aa5-ebd0-421b-bf85-c9ee605b4c0c/1e2752ff-1e61-42ad-9539-1b8331658918/d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7) {{(pid=102484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:01:57.438996 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28484c94-b2ed-4214-98c6-f4d1297fb6f7 x-openstack-request-id: req-28484c94-b2ed-4214-98c6-f4d1297fb6f7 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:01:57.439653 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "name": "network-vif-plugged", "status": "completed", "tag": "b31cace4-7041-409f-a805-55308777e17a", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:01:57.440079 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28484c94-b2ed-4214-98c6-f4d1297fb6f7 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:01:57.440607 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31cace4-7041-409f-a805-55308777e17a', 'code': 200} Feb 03 03:01:57.455172 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c4882879-8773-4415-8445-926bf7f71bcb req-2b64e623-2506-410b-9901-6257d9064520 service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192172 Feb 03 03:01:57.509187 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=b31cace4-7041-409f-a805-55308777e17a,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:57.590456 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Publish callbacks [] for router_gateway (96423995-d347-438a-a8a1-fc4458ff7324), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.606193 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Publish callbacks [] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), precommit_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.612953 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.615203 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.640621 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3144346-af06-42bd-aa82-da7051d4b07f req-25330bda-9bbb-45fe-a042-a1d070e232ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:57.642339 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3144346-af06-42bd-aa82-da7051d4b07f req-25330bda-9bbb-45fe-a042-a1d070e232ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 1130 time: 0.0673835 Feb 03 03:01:57.654457 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c is already hosted by enough agents. {{(pid=102484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:01:57.669131 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.base_scheduler [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Resources bound (agent type, host, resource id): {{(pid=102484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:01:57.671244 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Pushing event updated for resources: {'Port': ['ID=d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7,revision_number=1']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:57.677855 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Received port after_create {{(pid=102484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:01:57.689238 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f3144346-af06-42bd-aa82-da7051d4b07f req-6984bb52-37ee-4005-8f44-44f40a36731d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388477 Feb 03 03:01:57.728606 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Allocated IP 172.27.2.143 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/9a61b277-9ef2-4b87-b304-3bedfd82737f) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:01:57.732774 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Attempting to bind port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:01:57.733151 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Attempting to bind port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:01:57.733517 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Attempting to bind port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 on network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:01:57.738329 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:01:57.738700 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Checking segment: {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:01:57.739103 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.739514 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Bound using segment: {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:01:57.739971 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Bound port: d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:01:57.740353 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.799710 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] For port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:01:57.802702 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] For port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:01:57.809182 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.827511 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Publish callbacks [] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.865651 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:57.869795 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f93a9-2848-48c5-8a47-97295e09473b None None] Pushing event updated for resources: {'Port': ['ID=d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:57.899075 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:01:57.902063 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:01:57.905862 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:01:57.942371 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a61b277-9ef2-4b87-b304-3bedfd82737f,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:58.181110 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Publish callbacks [] for router_gateway (96423995-d347-438a-a8a1-fc4458ff7324), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:58.374366 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133774014'] for router (96423995-d347-438a-a8a1-fc4458ff7324), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:58.377531 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f865d-e3ec-49ee-8ac7-509bd036f4e3 req-1a40b8d0-5078-4783-9c1d-297f64bad539 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:58.379074 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1c4f865d-e3ec-49ee-8ac7-509bd036f4e3 req-1a40b8d0-5078-4783-9c1d-297f64bad539 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0593922 Feb 03 03:01:58.459755 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1c4f865d-e3ec-49ee-8ac7-509bd036f4e3 req-485f95e2-4a63-43ae-8a46-2948ca7b135a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747995 Feb 03 03:01:58.467166 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791a7bb-178b-4504-8ca5-4d9631662684 req-5bbaf3eb-d57f-463b-b6f3-119856e64edd tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:58.468602 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e791a7bb-178b-4504-8ca5-4d9631662684 req-5bbaf3eb-d57f-463b-b6f3-119856e64edd tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0855038 Feb 03 03:01:58.513819 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Router 96423995-d347-438a-a8a1-fc4458ff7324 is scheduled to L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 with binding_index 1 {{(pid=102483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 03:01:58.528485 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e791a7bb-178b-4504-8ca5-4d9631662684 req-01050d8d-38cd-4206-be47-27eccadd71e5 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516860 Feb 03 03:01:58.827055 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8044510-4740-450f-a03a-533e1cdad2ff None None] Network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:01:58.873984 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:01:58.887001 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Sync routers for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:01:58.890908 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:58.892145 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-fa4f7ee8-5f4d-44ba-be26-a224dfee43e9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7649548 Feb 03 03:01:58.895557 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55544) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:01:58.916756 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-4ac37bba-6c1e-4e36-9996-f1f26939d440 None None] Provisioning complete for port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:01:58.917165 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4ac37bba-6c1e-4e36-9996-f1f26939d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:58.921847 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:01:58.922450 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:59.242570 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:01:59.303338 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:59.317061 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-4ac37bba-6c1e-4e36-9996-f1f26939d440 None None] Current status of the port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:01:59.317494 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4ac37bba-6c1e-4e36-9996-f1f26939d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:59.395842 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-4ac37bba-6c1e-4e36-9996-f1f26939d440 None None] For port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:01:59.406176 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4ac37bba-6c1e-4e36-9996-f1f26939d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:59.494187 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac37bba-6c1e-4e36-9996-f1f26939d440 None None] Pushing event updated for resources: {'Port': ['ID=d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:59.503908 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Allocated IP 172.20.0.1 (1f509aa5-ebd0-421b-bf85-c9ee605b4c0c/1e2752ff-1e61-42ad-9539-1b8331658918/c33d5151-2a97-4443-a013-3bd00718f370) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:01:59.512667 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:01:58Z', 'revision_number': 3, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:01:59.545901 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Checking router: 96423995-d347-438a-a8a1-fc4458ff7324 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:01:59.546416 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Updating router 96423995-d347-438a-a8a1-fc4458ff7324 port 9a61b277-9ef2-4b87-b304-3bedfd82737f binding host dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 03:01:59.577136 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-41d78986-3dd3-4091-acfe-891205d8b729 None None] Provisioning complete for port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:01:59.577687 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-41d78986-3dd3-4091-acfe-891205d8b729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:59.582374 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:59.668458 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e27cf-6ce6-45de-bc4d-376f2a8bf9cb req-298995b2-7dd0-495b-9869-bb159fad129a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:59.677707 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-378e27cf-6ce6-45de-bc4d-376f2a8bf9cb req-298995b2-7dd0-495b-9869-bb159fad129a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.1278999 Feb 03 03:01:59.683937 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Publish callbacks [] for port (c33d5151-2a97-4443-a013-3bd00718f370), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:59.755471 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-378e27cf-6ce6-45de-bc4d-376f2a8bf9cb req-ff63ab84-477d-468d-9984-45a30a4bb2a9 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766702 Feb 03 03:01:59.779509 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89ee09-8918-49b0-aa7b-5c705a216411 req-b60eff6f-cb8f-4674-b576-8b1fdcaf72a0 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:59.781308 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b89ee09-8918-49b0-aa7b-5c705a216411 req-b60eff6f-cb8f-4674-b576-8b1fdcaf72a0 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.1223965 Feb 03 03:01:59.805735 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (c33d5151-2a97-4443-a013-3bd00718f370), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:59.825592 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:01:59.846566 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:01:59.854301 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:01:59.860060 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:01:59.867383 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b89ee09-8918-49b0-aa7b-5c705a216411 req-3da618ba-8363-4b9c-8ae6-55e92ec505f9 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800085 Feb 03 03:01:59.872042 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-41d78986-3dd3-4091-acfe-891205d8b729 None None] Current status of the port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:01:59.882716 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c33d5151-2a97-4443-a013-3bd00718f370,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:01:59.922241 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133773539'] for router_interface (96423995-d347-438a-a8a1-fc4458ff7324), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:59.970329 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:01:59.970837 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:01:59.981027 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48993246-dbd2-43ce-8ea9-f8f21e9d290f req-14021835-2abb-4488-abb6-4a8b62b664c0 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:01:59.982934 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-48993246-dbd2-43ce-8ea9-f8f21e9d290f req-14021835-2abb-4488-abb6-4a8b62b664c0 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0993719 Feb 03 03:01:59.995618 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55552) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:00.005301 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-742142c4-36e3-4241-a7ec-0d5832ee8b62 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Request body: {'floatingip': {'port_id': 'b31cace4-7041-409f-a805-55308777e17a'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:00.056693 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-742142c4-36e3-4241-a7ec-0d5832ee8b62 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (8adcbb81-8c0e-413f-8326-bfc5991ef27b), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.093488 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (c33d5151-2a97-4443-a013-3bd00718f370), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.097312 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:00.145041 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Publish callbacks [] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.151780 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.218208 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Attempting to bind port 9a61b277-9ef2-4b87-b304-3bedfd82737f on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:02:00.218701 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Attempting to bind port 9a61b277-9ef2-4b87-b304-3bedfd82737f by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:02:00.219068 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Attempting to bind port 9a61b277-9ef2-4b87-b304-3bedfd82737f on network 23732c56-e7be-4225-97cf-e051946979f1 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:02:00.224302 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26586edb-7957-487a-8e3c-72553161e078 None None] Pushing event updated for resources: {'Port': ['ID=9a61b277-9ef2-4b87-b304-3bedfd82737f,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:00.230652 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-fc933314-3629-49ee-bde6-cbcdf21b1aa0 None None] Provisioning complete for port c33d5151-2a97-4443-a013-3bd00718f370 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:00.231025 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-fc933314-3629-49ee-bde6-cbcdf21b1aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (c33d5151-2a97-4443-a013-3bd00718f370), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.232803 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:02:00.233178 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Checking segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:02:00.233572 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.233953 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Bound using segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:02:00.234431 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Bound port: 9a61b277-9ef2-4b87-b304-3bedfd82737f, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:02:00.234803 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.282052 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Publish callbacks [] for port (c33d5151-2a97-4443-a013-3bd00718f370), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.290974 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (c33d5151-2a97-4443-a013-3bd00718f370), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.296544 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-fc933314-3629-49ee-bde6-cbcdf21b1aa0 None None] Port c33d5151-2a97-4443-a013-3bd00718f370 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:02:00.313201 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] For port 9a61b277-9ef2-4b87-b304-3bedfd82737f, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:02:00.317869 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] For port 9a61b277-9ef2-4b87-b304-3bedfd82737f, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=9a61b277-9ef2-4b87-b304-3bedfd82737f,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:02:00.328972 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.362951 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c33d5151-2a97-4443-a013-3bd00718f370,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:00.365416 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133769075'] for router_interface (96423995-d347-438a-a8a1-fc4458ff7324), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.389337 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26586edb-7957-487a-8e3c-72553161e078 None None] Pushing event updated for resources: {'Port': ['ID=9a61b277-9ef2-4b87-b304-3bedfd82737f,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:00.391970 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:00.392572 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:00.467526 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:02:00.469294 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:02:00.513540 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:00.598283 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Router 96423995-d347-438a-a8a1-fc4458ff7324 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:02:00.720863 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:02:00.726548 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-580b792d-dd24-4af7-9bf7-80038eb280b0 admin admin] 10.222.0.31 "PUT /v2.0/routers/96423995-d347-438a-a8a1-fc4458ff7324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8305645 Feb 03 03:02:00.739156 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-4f73f65d-80dd-4469-a610-c5774ef29f34 None None] Provisioning complete for port c33d5151-2a97-4443-a013-3bd00718f370 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:00.739629 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-4f73f65d-80dd-4469-a610-c5774ef29f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (c33d5151-2a97-4443-a013-3bd00718f370), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.779588 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-4f73f65d-80dd-4469-a610-c5774ef29f34 None None] Port c33d5151-2a97-4443-a013-3bd00718f370 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:02:00.788975 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 2, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:00.815632 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae47b7c-0c42-4dca-adc4-ef2978fcbac8 None None] The sync data for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi is: [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 2, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:02:00.866429 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-742142c4-36e3-4241-a7ec-0d5832ee8b62 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:00.872368 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-742142c4-36e3-4241-a7ec-0d5832ee8b62 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (8adcbb81-8c0e-413f-8326-bfc5991ef27b), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:01.018184 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-742142c4-36e3-4241-a7ec-0d5832ee8b62 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Floating IP 8adcbb81-8c0e-413f-8326-bfc5991ef27b associated. External IP: 172.27.2.225, port: b31cace4-7041-409f-a805-55308777e17a. Feb 03 03:02:01.077508 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160ff19-b046-435a-b7b5-267221748c2f req-6a467cc5-3e4f-4684-b58a-cbd88a2ee68e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:01.083440 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6160ff19-b046-435a-b7b5-267221748c2f req-6a467cc5-3e4f-4684-b58a-cbd88a2ee68e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.1138477 Feb 03 03:02:01.193208 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6160ff19-b046-435a-b7b5-267221748c2f req-24b4f920-811d-4ac3-bc59-1149dcb7fb6a tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971656 Feb 03 03:02:01.290903 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55574) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:01.296221 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-475571308-network', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:01.322282 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Made reservation on behalf of 92cf629d2e5e4953b30af7efc8d007f6 for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:02:01.324035 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742142c4-36e3-4241-a7ec-0d5832ee8b62 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Router 1d387c67-870c-4480-b64f-5dd85ca16992 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:02:01.325048 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:01.334412 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:01.415234 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Publish callbacks [] for security_group (1eb4e131-8edd-45b9-83a3-13339382e705), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:01.421605 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (1eb4e131-8edd-45b9-83a3-13339382e705), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:01.432373 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742142c4-36e3-4241-a7ec-0d5832ee8b62 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:02:01.437939 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-742142c4-36e3-4241-a7ec-0d5832ee8b62 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:01.445583 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496b537-f164-4af4-9b1e-356a286d5a06 None None] Sync routers for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:02:01.446918 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 03:02:01.463399 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb4e131-8edd-45b9-83a3-13339382e705,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:01.463672 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496b537-f164-4af4-9b1e-356a286d5a06 None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:01.464859 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-c496b537-f164-4af4-9b1e-356a286d5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:01.468008 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (7c6a938b-867f-432a-83e2-0c3e2941d4d1), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:01.468008 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Added segment 7c6a938b-867f-432a-83e2-0c3e2941d4d1 of type vlan for network 788f8b4c-7049-40c6-8158-5cb95ea06310 Feb 03 03:02:01.480367 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-742142c4-36e3-4241-a7ec-0d5832ee8b62 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "PUT /v2.0/floatingips/8adcbb81-8c0e-413f-8326-bfc5991ef27b HTTP/1.1" status: 200 len: 992 time: 1.4829924 Feb 03 03:02:01.481663 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'tag': 'b31cace4-7041-409f-a805-55308777e17a'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:02:01.483909 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60561d9a-ef75-4fd0-b021-5b396f0052cb" -d '{"events": [{"name": "network-changed", "server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "tag": "b31cace4-7041-409f-a805-55308777e17a"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:02:01.501721 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-8f008186-546a-4a2c-b329-595aeb847a79 req-e9ecc67d-e592-4709-bd72-e41fb4a8b5b7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 03:02:01.503010 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8f008186-546a-4a2c-b329-595aeb847a79 req-e9ecc67d-e592-4709-bd72-e41fb4a8b5b7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2194440 Feb 03 03:02:01.527509 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (788f8b4c-7049-40c6-8158-5cb95ea06310), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:01.567771 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (788f8b4c-7049-40c6-8158-5cb95ea06310), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:01.568949 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:01.571775 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:01.692059 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-c496b537-f164-4af4-9b1e-356a286d5a06 None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:01.694658 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea883e9-67d3-48ee-8eac-db189200126e req-302219e1-7bb2-46a7-8925-d1d90cea7b5d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:01.697166 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fea883e9-67d3-48ee-8eac-db189200126e req-302219e1-7bb2-46a7-8925-d1d90cea7b5d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.1286216 Feb 03 03:02:01.699660 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] Pushing event updated for resources: {'Network': ['ID=788f8b4c-7049-40c6-8158-5cb95ea06310,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:01.707284 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-c08d7015-0e93-416d-aa74-080264992f78 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4151480 Feb 03 03:02:01.709869 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55586) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:01.712998 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 788f8b4c-7049-40c6-8158-5cb95ea06310 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 03:02:01.749211 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] Request body: {'subnet': {'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-475571308-subnet', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'ip_version': 4}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:01.800344 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] Made reservation on behalf of 92cf629d2e5e4953b30af7efc8d007f6 for: {'subnet': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:02:01.802791 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3844096'] for subnet (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:01.816116 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fea883e9-67d3-48ee-8eac-db189200126e req-be641ac6-fdee-4cce-8e62-6d60b08e8b7c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083770 Feb 03 03:02:01.837637 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55592) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:01.954256 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aace784-cdec-42c4-b6ee-c7be8fad28bd x-openstack-request-id: req-9aace784-cdec-42c4-b6ee-c7be8fad28bd {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:02:01.954878 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "tag": "b31cace4-7041-409f-a805-55308777e17a", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:02:01.954878 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9aace784-cdec-42c4-b6ee-c7be8fad28bd {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:02:01.955169 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'tag': 'b31cace4-7041-409f-a805-55308777e17a', 'status': 'completed', 'code': 200} Feb 03 03:02:02.043132 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-3ecc89c6-4364-4806-a0f2-bcb8e1119565 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2042413 Feb 03 03:02:02.055673 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-d3b1a128-72f9-430f-8b18-6f2fec078b49 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 03:02:02.056675 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-d3b1a128-72f9-430f-8b18-6f2fec078b49 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074568 Feb 03 03:02:02.073312 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3847418'] for subnet (3269f187-5fb5-487b-a468-968e45de6f2c), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:02.102729 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5be54-3918-46f6-8ee0-7a90549388ab req-fd71cf63-0572-4619-8bcc-c67b08723a73 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:02.106959 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3fe5be54-3918-46f6-8ee0-7a90549388ab req-fd71cf63-0572-4619-8bcc-c67b08723a73 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.1482594 Feb 03 03:02:02.113769 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561d9a-ef75-4fd0-b021-5b396f0052cb req-1c85fdef-300e-4e29-bfa9-0eef4e8fb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:02.115532 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-60561d9a-ef75-4fd0-b021-5b396f0052cb req-1c85fdef-300e-4e29-bfa9-0eef4e8fb013 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 1130 time: 0.1315451 Feb 03 03:02:02.125022 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-c496b537-f164-4af4-9b1e-356a286d5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '8adcbb81-8c0e-413f-8326-bfc5991ef27b', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'port_id': 'b31cace4-7041-409f-a805-55308777e17a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'mac_address': 'fa:16:3e:6b:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d795a9-10f4-4812-9284-3b056987c2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:01:44Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 1, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:02.183164 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3269f187-5fb5-487b-a468-968e45de6f2c,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:02.199430 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] Checking segment: {'id': '7c6a938b-867f-432a-83e2-0c3e2941d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:02:02.202329 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] Network hostable DHCP agents. Network: 788f8b4c-7049-40c6-8158-5cb95ea06310, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 03:02:02.238838 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] Network 788f8b4c-7049-40c6-8158-5cb95ea06310 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 03:02:02.242633 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3fe5be54-3918-46f6-8ee0-7a90549388ab req-21ae192b-4523-436e-bfb4-9c2227121bfe tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268396 Feb 03 03:02:02.268591 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 788f8b4c-7049-40c6-8158-5cb95ea06310) {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:02:02.273025 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:02.273630 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:02.282542 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621169f0-a02b-4896-8353-847efa31e796 None None] Network 788f8b4c-7049-40c6-8158-5cb95ea06310 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:02:02.286031 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561d9a-ef75-4fd0-b021-5b396f0052cb req-bdc28206-65fa-48c3-92eb-23523684f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:02.286681 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496b537-f164-4af4-9b1e-356a286d5a06 None None] Checking router: 1d387c67-870c-4480-b64f-5dd85ca16992 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:02:02.287844 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-60561d9a-ef75-4fd0-b021-5b396f0052cb req-bdc28206-65fa-48c3-92eb-23523684f815 service neutron] 10.222.0.43 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 917 time: 0.1559300 Feb 03 03:02:02.296836 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496b537-f164-4af4-9b1e-356a286d5a06 None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:02.298327 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-c496b537-f164-4af4-9b1e-356a286d5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:02.326353 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-092a3e12-b64f-4af0-b82e-f0916255fcfd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5903518 Feb 03 03:02:02.327022 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55602) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:02.338730 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-475571308-router', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:02.386243 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-60561d9a-ef75-4fd0-b021-5b396f0052cb req-18648b29-fb9e-422b-a4cf-2cbe31f76cbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31cace4-7041-409f-a805-55308777e17a HTTP/1.1" status: 200 len: 1000 time: 0.0900099 Feb 03 03:02:02.389628 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133767861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29157'] for router (ecad9924-9a3e-4f88-bb6d-670913a28b6a), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:02.391325 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133774051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133725025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29164'] for router (ecad9924-9a3e-4f88-bb6d-670913a28b6a), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:02.463399 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561d9a-ef75-4fd0-b021-5b396f0052cb req-4a31f29b-afd0-4e87-9227-6761a80305f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:02.466017 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-60561d9a-ef75-4fd0-b021-5b396f0052cb req-4a31f29b-afd0-4e87-9227-6761a80305f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 200 len: 855 time: 0.0733511 Feb 03 03:02:02.472828 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Publish callbacks [] for router_controller (ecad9924-9a3e-4f88-bb6d-670913a28b6a), precommit_add_association {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:02.476181 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-c496b537-f164-4af4-9b1e-356a286d5a06 None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:02.510973 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa841b9d2-c864-5295-a893-1e3e6657c43d-788f8b4c-7049-40c6-8158-5cb95ea06310', 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310', 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'fixed_ips': [{'subnet_id': '3269f187-5fb5-487b-a468-968e45de6f2c'}]}} from dv-cinder-827581-1-iscsi. {{(pid=102484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 03:02:02.512112 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:02.560772 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561d9a-ef75-4fd0-b021-5b396f0052cb req-846584f0-abbc-4c54-82f1-e6e0c3227d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:02.562294 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-60561d9a-ef75-4fd0-b021-5b396f0052cb req-846584f0-abbc-4c54-82f1-e6e0c3227d5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17f7ee66-84e4-4ba5-b587-f73d44502290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874724 Feb 03 03:02:02.713702 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.db_base_plugin_common [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Allocated IP 172.20.0.2 (788f8b4c-7049-40c6-8158-5cb95ea06310/3269f187-5fb5-487b-a468-968e45de6f2c/80274cf4-4038-4ccc-8210-f7cc83ff7d8f) {{(pid=102484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:02:02.741002 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Publish callbacks [] for router_gateway (ecad9924-9a3e-4f88-bb6d-670913a28b6a), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:02.759389 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-60561d9a-ef75-4fd0-b021-5b396f0052cb req-df6c345e-81da-41d7-8488-0bab57c9a570 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781104 Feb 03 03:02:02.881001 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-c496b537-f164-4af4-9b1e-356a286d5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '8adcbb81-8c0e-413f-8326-bfc5991ef27b', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'port_id': 'b31cace4-7041-409f-a805-55308777e17a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'mac_address': 'fa:16:3e:6b:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d795a9-10f4-4812-9284-3b056987c2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:01:44Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 1, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:02.923026 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-60561d9a-ef75-4fd0-b021-5b396f0052cb req-97960d7d-688e-4c59-84c7-2bcfc36ec45d service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613607 Feb 03 03:02:02.924938 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496b537-f164-4af4-9b1e-356a286d5a06 None None] The sync data for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi is: [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '8adcbb81-8c0e-413f-8326-bfc5991ef27b', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'port_id': 'b31cace4-7041-409f-a805-55308777e17a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'mac_address': 'fa:16:3e:6b:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d795a9-10f4-4812-9284-3b056987c2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:01:44Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 1, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:02:02.979480 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Publish callbacks [] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), precommit_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:02.990036 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.017041 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Publish callbacks [] for router_gateway (ecad9924-9a3e-4f88-bb6d-670913a28b6a), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.023539 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09468124-094f-452c-85d1-7ef3b4124e61 req-666bf4e4-c102-4bf0-a6bf-9fde9c30522f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:03.025166 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-09468124-094f-452c-85d1-7ef3b4124e61 req-666bf4e4-c102-4bf0-a6bf-9fde9c30522f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0917289 Feb 03 03:02:03.037017 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.039279 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Network 788f8b4c-7049-40c6-8158-5cb95ea06310 is already hosted by enough agents. {{(pid=102484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:02:03.042128 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.base_scheduler [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Resources bound (agent type, host, resource id): {{(pid=102484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:02:03.045973 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Received port after_create {{(pid=102484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:02:03.059574 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Pushing event updated for resources: {'Port': ['ID=80274cf4-4038-4ccc-8210-f7cc83ff7d8f,revision_number=1']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:03.103149 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device e9d2989c-2c82-4969-8caa-45dce6105669 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:02:03.113037 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-09468124-094f-452c-85d1-7ef3b4124e61 req-7171475c-f652-4002-936b-f111c17405c0 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810602 Feb 03 03:02:03.143740 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Attempting to bind port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:02:03.144168 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Attempting to bind port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': '7c6a938b-867f-432a-83e2-0c3e2941d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:02:03.144478 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Attempting to bind port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f on network 788f8b4c-7049-40c6-8158-5cb95ea06310 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:02:03.156007 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:02:03.156401 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Checking segment: {'id': '7c6a938b-867f-432a-83e2-0c3e2941d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:02:03.156897 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.157244 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Bound using segment: {'id': '7c6a938b-867f-432a-83e2-0c3e2941d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:02:03.157682 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Bound port: 80274cf4-4038-4ccc-8210-f7cc83ff7d8f, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6a938b-867f-432a-83e2-0c3e2941d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:02:03.158054 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.171557 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Allocated IP 172.27.2.174 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/d629e1c1-f772-4759-a95c-fa823482e752) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:02:03.250343 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port e9d2989c-2c82-4969-8caa-45dce6105669 is: ACTIVE; New status is: DOWN {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:03.251377 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.264898 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] For port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:02:03.282975 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] For port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=80274cf4-4038-4ccc-8210-f7cc83ff7d8f,segment=NetworkSegment(7c6a938b-867f-432a-83e2-0c3e2941d4d1),segment_id=7c6a938b-867f-432a-83e2-0c3e2941d4d1)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:02:03.296251 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:02:03.298576 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa59e33-78d1-4239-b8bd-b51d340e75d8" -d '{"events": [{"server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "name": "network-vif-unplugged", "status": "completed", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:02:03.305630 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Publish callbacks [] for port (d629e1c1-f772-4759-a95c-fa823482e752), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.314955 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.322762 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port e9d2989c-2c82-4969-8caa-45dce6105669, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=e9d2989c-2c82-4969-8caa-45dce6105669,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:03.324971 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905cf373-43c7-4f59-bd60-1d35e879f863 None None] New status for floating IP 8adcbb81-8c0e-413f-8326-bfc5991ef27b: ACTIVE {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:02:03.365746 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (d629e1c1-f772-4759-a95c-fa823482e752), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.405119 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:02:03.408749 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:02:03.412456 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:02:03.426883 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafde01-4c2b-4299-8b79-b4cc31a09bda req-a3389116-76ba-4ad1-8efe-9a2737310c6a tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:03.428488 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9dafde01-4c2b-4299-8b79-b4cc31a09bda req-a3389116-76ba-4ad1-8efe-9a2737310c6a tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0865922 Feb 03 03:02:03.438299 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Pushing event updated for resources: {'Port': ['ID=d629e1c1-f772-4759-a95c-fa823482e752,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:03.505027 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9dafde01-4c2b-4299-8b79-b4cc31a09bda req-eea7b945-c59e-40d4-be2a-18659ec32574 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655954 Feb 03 03:02:03.565672 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 03:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dd028e-7b66-4fe7-aadc-ec3c36a6ad69 x-openstack-request-id: req-40dd028e-7b66-4fe7-aadc-ec3c36a6ad69 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:02:03.565953 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "name": "network-vif-unplugged", "status": "failed", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669", "code": 422}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:02:03.566208 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40dd028e-7b66-4fe7-aadc-ec3c36a6ad69 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:02:03.566615 dv-cinder-827581-1-iscsi neutron-server[102484]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'code': 422} returned with failed status Feb 03 03:02:03.573354 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.621014 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e9df6-e54f-4747-acb4-d85ade37cd23 None None] Pushing event updated for resources: {'Port': ['ID=80274cf4-4038-4ccc-8210-f7cc83ff7d8f,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:03.741063 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Publish callbacks [] for router_gateway (ecad9924-9a3e-4f88-bb6d-670913a28b6a), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.750890 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 9a61b277-9ef2-4b87-b304-3bedfd82737f up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:02:03.759986 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=e9d2989c-2c82-4969-8caa-45dce6105669,revision_number=6']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:03.895766 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 9a61b277-9ef2-4b87-b304-3bedfd82737f triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:03.896422 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:03.918481 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-c5776d4d-dcc8-4426-bf6d-76ad50310fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:03.920534 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-c5776d4d-dcc8-4426-bf6d-76ad50310fa0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5&tenant_id=4cde077871f94db3a608b5b79c01883e HTTP/1.1" status: 200 len: 1128 time: 0.1100917 Feb 03 03:02:04.015212 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-0c4b30fb-bece-491f-b12d-d98f3f5c2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:04.016655 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-0c4b30fb-bece-491f-b12d-d98f3f5c2a1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4cde077871f94db3a608b5b79c01883e&device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 1128 time: 0.0668480 Feb 03 03:02:04.034452 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 9a61b277-9ef2-4b87-b304-3bedfd82737f is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:04.034846 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:04.061001 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port 9a61b277-9ef2-4b87-b304-3bedfd82737f, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=9a61b277-9ef2-4b87-b304-3bedfd82737f,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:04.077254 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:04.131844 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-676b54f3-4ef6-4d43-beb9-20d6fe911be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:04.133466 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-676b54f3-4ef6-4d43-beb9-20d6fe911be5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022 HTTP/1.1" status: 200 len: 910 time: 0.1097722 Feb 03 03:02:04.146039 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=9a61b277-9ef2-4b87-b304-3bedfd82737f,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:04.164982 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Sync routers for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:02:04.181965 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:04.182830 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:04.250975 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-4763a3eb-a633-40ef-9852-83417e4d3daa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d2989c-2c82-4969-8caa-45dce6105669 HTTP/1.1" status: 200 len: 1000 time: 0.1074448 Feb 03 03:02:04.296674 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5edb74-db1d-418b-919e-e91b962bb56c req-6f568631-c59d-4701-811e-46c33ece0719 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:04.298613 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f5edb74-db1d-418b-919e-e91b962bb56c req-6f568631-c59d-4701-811e-46c33ece0719 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0981746 Feb 03 03:02:04.300517 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:04.311660 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-ca2edf8d-0b7f-4490-9449-c2efac787907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:04.313150 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-ca2edf8d-0b7f-4490-9449-c2efac787907 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38e53842-28f9-4b60-b4f1-c42ac3da1bd6 HTTP/1.1" status: 200 len: 848 time: 0.0552270 Feb 03 03:02:04.360172 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133774014'] for router (ecad9924-9a3e-4f88-bb6d-670913a28b6a), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:04.389377 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f5edb74-db1d-418b-919e-e91b962bb56c req-3b89891d-603c-43e6-96f8-9a79fa0b222a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736885 Feb 03 03:02:04.397151 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-083b3785-c2cf-4de7-bc38-cd3ab89f76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:04.398799 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-083b3785-c2cf-4de7-bc38-cd3ab89f76a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762470 Feb 03 03:02:04.529598 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-9a44215f-a075-4756-a768-2d637213c7cc service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214020 Feb 03 03:02:04.533048 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 2, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:04.543741 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Router ecad9924-9a3e-4f88-bb6d-670913a28b6a is scheduled to L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 with binding_index 1 {{(pid=102483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 03:02:04.574107 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Checking router: 96423995-d347-438a-a8a1-fc4458ff7324 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:02:04.574789 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Updating router 96423995-d347-438a-a8a1-fc4458ff7324 port c33d5151-2a97-4443-a013-3bd00718f370 binding host dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 03:02:04.607130 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (c33d5151-2a97-4443-a013-3bd00718f370), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:04.715980 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:02:04.718028 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b1b52-d492-4647-9860-9828e6e1141d req-5878f5ee-c921-4731-963b-e21daedc27d2 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:04.719723 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-920b1b52-d492-4647-9860-9828e6e1141d req-5878f5ee-c921-4731-963b-e21daedc27d2 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0634074 Feb 03 03:02:04.729139 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Sync routers for ids ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:02:04.747931 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Routers {'ecad9924-9a3e-4f88-bb6d-670913a28b6a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:04.750457 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:04.755108 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:04.756870 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-21d97127-7fc1-445f-95a9-e369f2978e7c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4286678 Feb 03 03:02:04.759541 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55618) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:04.820833 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-91f7da0b-b414-43d2-a3f4-54ebf871a5d4 req-288da6f2-2a5b-4d5d-9295-db563c9e1405 service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839313 Feb 03 03:02:04.891991 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-920b1b52-d492-4647-9860-9828e6e1141d req-49b0b706-65c7-4a56-93d2-e4b480a2fa60 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533434 Feb 03 03:02:04.954520 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Set router ecad9924-9a3e-4f88-bb6d-670913a28b6a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:05.042699 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90a253-24e3-44a5-94d2-86dfeea0fe74 None None] Network 788f8b4c-7049-40c6-8158-5cb95ea06310 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:02:05.051446 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Publish callbacks [] for port (c33d5151-2a97-4443-a013-3bd00718f370), precommit_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.059957 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (c33d5151-2a97-4443-a013-3bd00718f370), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.143438 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-51a7e7eb-4fc5-41dd-97bf-2ced730a5396 None None] Provisioning complete for port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:05.144186 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-51a7e7eb-4fc5-41dd-97bf-2ced730a5396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.164046 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Pushing event updated for resources: {'Port': ['ID=c33d5151-2a97-4443-a013-3bd00718f370,revision_number=3']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:05.178379 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.179479 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.180005 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.180495 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.181084 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.181610 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.182117 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.182621 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.183145 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.184508 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.185453 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.186001 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.186534 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:05.225988 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Attempting to bind port c33d5151-2a97-4443-a013-3bd00718f370 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:02:05.226617 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Attempting to bind port c33d5151-2a97-4443-a013-3bd00718f370 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:02:05.227128 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Attempting to bind port c33d5151-2a97-4443-a013-3bd00718f370 on network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:02:05.234674 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:02:05.235325 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Checking segment: {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:02:05.235883 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.236475 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Bound using segment: {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:02:05.237871 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Bound port: c33d5151-2a97-4443-a013-3bd00718f370, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'}}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:02:05.238411 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (c33d5151-2a97-4443-a013-3bd00718f370), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.321520 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-51a7e7eb-4fc5-41dd-97bf-2ced730a5396 None None] Current status of the port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:05.321659 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] For port c33d5151-2a97-4443-a013-3bd00718f370, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:02:05.322024 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-51a7e7eb-4fc5-41dd-97bf-2ced730a5396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.326483 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] For port c33d5151-2a97-4443-a013-3bd00718f370, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=c33d5151-2a97-4443-a013-3bd00718f370,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:02:05.333055 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (c33d5151-2a97-4443-a013-3bd00718f370), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.346554 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.377928 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-51a7e7eb-4fc5-41dd-97bf-2ced730a5396 None None] For port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=80274cf4-4038-4ccc-8210-f7cc83ff7d8f,segment=NetworkSegment(7c6a938b-867f-432a-83e2-0c3e2941d4d1),segment_id=7c6a938b-867f-432a-83e2-0c3e2941d4d1)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:05.381419 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'name': 'tempest-TestVolumeBootPattern-475571308-router', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:02:02Z', 'updated_at': '2022-02-03T03:02:03Z', 'revision_number': 3, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'gw_port': {'id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:03Z', 'updated_at': '2022-02-03T03:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:05.389096 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:05.390900 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:05.430534 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-51a7e7eb-4fc5-41dd-97bf-2ced730a5396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.433787 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Checking router: ecad9924-9a3e-4f88-bb6d-670913a28b6a for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:02:05.433989 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Updating router ecad9924-9a3e-4f88-bb6d-670913a28b6a port d629e1c1-f772-4759-a95c-fa823482e752 binding host dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 03:02:05.443533 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed3bde-4c5d-45e2-85e8-0650656b6922 None None] Pushing event updated for resources: {'Port': ['ID=c33d5151-2a97-4443-a013-3bd00718f370,revision_number=4']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:05.480186 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d629e1c1-f772-4759-a95c-fa823482e752), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.554331 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:05.573186 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Allocated IP 172.20.0.1 (788f8b4c-7049-40c6-8158-5cb95ea06310/3269f187-5fb5-487b-a468-968e45de6f2c/d6b1ea87-40c6-4f93-9814-2275f124bf2e) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:02:05.644372 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7e7eb-4fc5-41dd-97bf-2ced730a5396 None None] Pushing event updated for resources: {'Port': ['ID=80274cf4-4038-4ccc-8210-f7cc83ff7d8f,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:05.656242 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-f9297801-967b-40de-afb5-f4c86221b1af None None] Provisioning complete for port c33d5151-2a97-4443-a013-3bd00718f370 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:05.656624 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f9297801-967b-40de-afb5-f4c86221b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (c33d5151-2a97-4443-a013-3bd00718f370), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.747352 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Publish callbacks [] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.796474 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.833338 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-f9297801-967b-40de-afb5-f4c86221b1af None None] Current status of the port c33d5151-2a97-4443-a013-3bd00718f370 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:05.833812 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f9297801-967b-40de-afb5-f4c86221b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (c33d5151-2a97-4443-a013-3bd00718f370), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.867008 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b1ea87-40c6-4f93-9814-2275f124bf2e,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:05.877485 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Network 788f8b4c-7049-40c6-8158-5cb95ea06310 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:02:05.878971 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:02:05.881381 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:02:05.893920 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-f9297801-967b-40de-afb5-f4c86221b1af None None] For port c33d5151-2a97-4443-a013-3bd00718f370, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=c33d5151-2a97-4443-a013-3bd00718f370,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:05.904266 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:05.920000 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f9297801-967b-40de-afb5-f4c86221b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (c33d5151-2a97-4443-a013-3bd00718f370), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:05.939045 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636fd3f-6044-4c69-a68f-154aa8414f88 None None] The sync data for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi is: [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:02:05.941327 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133773539'] for router_interface (ecad9924-9a3e-4f88-bb6d-670913a28b6a), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.000560 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device c33d5151-2a97-4443-a013-3bd00718f370 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:02:06.107099 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8cd78-86d7-470d-8ca0-27b5c7d731f7 req-7dbcbc10-c022-4da6-be29-2411813d0531 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:06.109635 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b0f8cd78-86d7-470d-8ca0-27b5c7d731f7 req-7dbcbc10-c022-4da6-be29-2411813d0531 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0863378 Feb 03 03:02:06.122066 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Publish callbacks [] for port (d629e1c1-f772-4759-a95c-fa823482e752), precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.127190 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9297801-967b-40de-afb5-f4c86221b1af None None] Pushing event updated for resources: {'Port': ['ID=c33d5151-2a97-4443-a013-3bd00718f370,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:06.146036 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-fc2c3418-50b9-4ef9-afe6-ed11aff316a6 None None] Provisioning complete for port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:06.146535 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3418-50b9-4ef9-afe6-ed11aff316a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.179308 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.183039 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (d629e1c1-f772-4759-a95c-fa823482e752), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.195818 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b0f8cd78-86d7-470d-8ca0-27b5c7d731f7 req-6bdcaefc-dbe4-4049-8759-9e7a93f97730 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740602 Feb 03 03:02:06.241157 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port c33d5151-2a97-4443-a013-3bd00718f370 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:06.241686 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (c33d5151-2a97-4443-a013-3bd00718f370), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.380285 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Publish callbacks [] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.386759 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.452326 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133769075'] for router_interface (ecad9924-9a3e-4f88-bb6d-670913a28b6a), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.465613 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Attempting to bind port d629e1c1-f772-4759-a95c-fa823482e752 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:02:06.465879 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b1ea87-40c6-4f93-9814-2275f124bf2e,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:06.466125 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Attempting to bind port d629e1c1-f772-4759-a95c-fa823482e752 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:02:06.466559 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Attempting to bind port d629e1c1-f772-4759-a95c-fa823482e752 on network 23732c56-e7be-4225-97cf-e051946979f1 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:02:06.471699 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852eb52b-2af3-47f9-87cc-5a552b7c678e None None] Pushing event updated for resources: {'Port': ['ID=d629e1c1-f772-4759-a95c-fa823482e752,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:06.491403 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:02:06.491553 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Checking segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:02:06.491948 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.492347 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Bound using segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:02:06.493282 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Bound port: d629e1c1-f772-4759-a95c-fa823482e752, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:02:06.493282 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d629e1c1-f772-4759-a95c-fa823482e752), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.496098 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c3418-50b9-4ef9-afe6-ed11aff316a6 None None] Current status of the port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:06.547826 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-fc2c3418-50b9-4ef9-afe6-ed11aff316a6 None None] Provisioning complete for port c33d5151-2a97-4443-a013-3bd00718f370 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:06.548209 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3418-50b9-4ef9-afe6-ed11aff316a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (c33d5151-2a97-4443-a013-3bd00718f370), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.566407 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Network 788f8b4c-7049-40c6-8158-5cb95ea06310 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:02:06.567902 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:02:06.613458 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] For port d629e1c1-f772-4759-a95c-fa823482e752, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:02:06.637587 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port c33d5151-2a97-4443-a013-3bd00718f370 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:06.638804 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 80274cf4-4038-4ccc-8210-f7cc83ff7d8f up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:02:06.645289 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] For port d629e1c1-f772-4759-a95c-fa823482e752, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=d629e1c1-f772-4759-a95c-fa823482e752,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:02:06.676642 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (d629e1c1-f772-4759-a95c-fa823482e752), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.695208 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Router ecad9924-9a3e-4f88-bb6d-670913a28b6a has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:02:06.785186 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Routers {'ecad9924-9a3e-4f88-bb6d-670913a28b6a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:06.785989 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:06.794841 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852eb52b-2af3-47f9-87cc-5a552b7c678e None None] Pushing event updated for resources: {'Port': ['ID=d629e1c1-f772-4759-a95c-fa823482e752,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:06.816831 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:02:06.827222 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-b97ab031-566a-4b01-9abc-ae0c532b7810 admin admin] 10.222.0.31 "PUT /v2.0/routers/ecad9924-9a3e-4f88-bb6d-670913a28b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0615604 Feb 03 03:02:06.850663 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:06.850972 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:06.852378 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c3418-50b9-4ef9-afe6-ed11aff316a6 None None] Current status of the port c33d5151-2a97-4443-a013-3bd00718f370 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:06.954848 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] Set router ecad9924-9a3e-4f88-bb6d-670913a28b6a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:07.034571 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:07.035613 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 9a61b277-9ef2-4b87-b304-3bedfd82737f up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:02:07.086481 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-33930b5e-a18a-4567-90cd-e5b999b35403 None None] Provisioning complete for port d6b1ea87-40c6-4f93-9814-2275f124bf2e triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:07.087108 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-33930b5e-a18a-4567-90cd-e5b999b35403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.178623 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-33930b5e-a18a-4567-90cd-e5b999b35403 None None] Port d6b1ea87-40c6-4f93-9814-2275f124bf2e cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:02:07.213611 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 9a61b277-9ef2-4b87-b304-3bedfd82737f triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:07.213986 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.325065 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a66e1-5ba2-4756-bba4-a12ed77add2c req-6f2f4e18-fed2-45cc-b2cf-f8eadaed7ae7 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:07.326344 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'name': 'tempest-TestVolumeBootPattern-475571308-router', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:02:02Z', 'updated_at': '2022-02-03T03:02:06Z', 'revision_number': 4, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'gw_port': {'id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:03Z', 'updated_at': '2022-02-03T03:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'd6b1ea87-40c6-4f93-9814-2275f124bf2e', 'name': '', 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'mac_address': 'fa:16:3e:b3:b9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3269f187-5fb5-487b-a468-968e45de6f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:05Z', 'updated_at': '2022-02-03T03:02:06Z', 'revision_number': 2, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'subnets': [{'id': '3269f187-5fb5-487b-a468-968e45de6f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:07.326851 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a49a66e1-5ba2-4756-bba4-a12ed77add2c req-6f2f4e18-fed2-45cc-b2cf-f8eadaed7ae7 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0515096 Feb 03 03:02:07.332504 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 9a61b277-9ef2-4b87-b304-3bedfd82737f is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:07.359084 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc656b0-a71a-4e49-a1d7-d6c2b3c56d40 None None] The sync data for ids ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'] in dv-cinder-827581-1-iscsi is: [{'id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'name': 'tempest-TestVolumeBootPattern-475571308-router', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:02:02Z', 'updated_at': '2022-02-03T03:02:06Z', 'revision_number': 4, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'gw_port': {'id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:03Z', 'updated_at': '2022-02-03T03:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'd6b1ea87-40c6-4f93-9814-2275f124bf2e', 'name': '', 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'mac_address': 'fa:16:3e:b3:b9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3269f187-5fb5-487b-a468-968e45de6f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:05Z', 'updated_at': '2022-02-03T03:02:06Z', 'revision_number': 2, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'subnets': [{'id': '3269f187-5fb5-487b-a468-968e45de6f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:02:07.380961 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a49a66e1-5ba2-4756-bba4-a12ed77add2c req-d247de9e-fbc9-40a9-990a-c4e3576e460e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469968 Feb 03 03:02:07.466824 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55640) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:07.471527 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-c68234b3-04e0-4651-bbe1-86543ccd06d1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1844821108', 'description': 'tempest-secgroup-smoke-1844821108 description', 'project_id': '264ee2f5b580483c85a302041b05c23f'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:07.495585 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c68234b3-04e0-4651-bbe1-86543ccd06d1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.561263 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c68234b3-04e0-4651-bbe1-86543ccd06d1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group (559e18e1-acab-428b-ab74-3c30e7a3521e), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.567876 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c68234b3-04e0-4651-bbe1-86543ccd06d1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (559e18e1-acab-428b-ab74-3c30e7a3521e), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.606082 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-c68234b3-04e0-4651-bbe1-86543ccd06d1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.610576 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-c68234b3-04e0-4651-bbe1-86543ccd06d1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1394341 Feb 03 03:02:07.611009 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55642) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:07.615097 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-2217e7ca-4df5-4da6-93a1-011726b2d198 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'security_group_rule': {'security_group_id': '559e18e1-acab-428b-ab74-3c30e7a3521e', 'project_id': '264ee2f5b580483c85a302041b05c23f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:07.615404 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68234b3-04e0-4651-bbe1-86543ccd06d1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559e18e1-acab-428b-ab74-3c30e7a3521e,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:07.646719 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2217e7ca-4df5-4da6-93a1-011726b2d198 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (a151282d-0c72-4b71-8fee-e66a05f11748), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.678074 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device c33d5151-2a97-4443-a013-3bd00718f370 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:02:07.702326 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2217e7ca-4df5-4da6-93a1-011726b2d198 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (a151282d-0c72-4b71-8fee-e66a05f11748), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.706486 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2217e7ca-4df5-4da6-93a1-011726b2d198 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (a151282d-0c72-4b71-8fee-e66a05f11748), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.726161 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port c33d5151-2a97-4443-a013-3bd00718f370 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:07.726883 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (c33d5151-2a97-4443-a013-3bd00718f370), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.727210 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217e7ca-4df5-4da6-93a1-011726b2d198 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a151282d-0c72-4b71-8fee-e66a05f11748,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:07.734876 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2217e7ca-4df5-4da6-93a1-011726b2d198 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.736077 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2217e7ca-4df5-4da6-93a1-011726b2d198 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245537 Feb 03 03:02:07.738927 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55644) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:07.743267 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-634ada9f-be2d-4122-b671-a8b7af378c9a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'security_group_rule': {'security_group_id': '559e18e1-acab-428b-ab74-3c30e7a3521e', 'project_id': '264ee2f5b580483c85a302041b05c23f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:07.769751 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-634ada9f-be2d-4122-b671-a8b7af378c9a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (59f978b4-e223-41bd-ae2a-f71e4fbc26b6), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.830144 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port c33d5151-2a97-4443-a013-3bd00718f370 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:07.831030 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 80274cf4-4038-4ccc-8210-f7cc83ff7d8f up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:02:07.850829 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-634ada9f-be2d-4122-b671-a8b7af378c9a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (59f978b4-e223-41bd-ae2a-f71e4fbc26b6), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.855788 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-634ada9f-be2d-4122-b671-a8b7af378c9a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (59f978b4-e223-41bd-ae2a-f71e4fbc26b6), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.874369 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ada9f-be2d-4122-b671-a8b7af378c9a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f978b4-e223-41bd-ae2a-f71e4fbc26b6,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:07.890146 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:07.890634 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.892916 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-634ada9f-be2d-4122-b671-a8b7af378c9a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.894273 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-634ada9f-be2d-4122-b671-a8b7af378c9a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1542015 Feb 03 03:02:07.896832 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55646) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:07.901483 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-1cd2c6fe-b950-41c4-aafe-2bfb8b9799e1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'security_group_rule': {'security_group_id': '559e18e1-acab-428b-ab74-3c30e7a3521e', 'project_id': '264ee2f5b580483c85a302041b05c23f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:07.941542 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c6fe-b950-41c4-aafe-2bfb8b9799e1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (ffa08a6b-ee59-4a5c-b58c-aaebab4ad456), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:07.989173 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:08.015751 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c6fe-b950-41c4-aafe-2bfb8b9799e1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (ffa08a6b-ee59-4a5c-b58c-aaebab4ad456), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.019840 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c6fe-b950-41c4-aafe-2bfb8b9799e1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (ffa08a6b-ee59-4a5c-b58c-aaebab4ad456), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.037942 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2c6fe-b950-41c4-aafe-2bfb8b9799e1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa08a6b-ee59-4a5c-b58c-aaebab4ad456,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:08.046543 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c6fe-b950-41c4-aafe-2bfb8b9799e1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.047839 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-1cd2c6fe-b950-41c4-aafe-2bfb8b9799e1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500013 Feb 03 03:02:08.050644 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55648) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:08.055416 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-cdef22b0-3f27-4671-8c7d-1ff8220e170b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'security_group_rule': {'security_group_id': '559e18e1-acab-428b-ab74-3c30e7a3521e', 'project_id': '264ee2f5b580483c85a302041b05c23f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:08.080873 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdef22b0-3f27-4671-8c7d-1ff8220e170b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (5f06c159-8e75-4c09-a37a-3eea90e4540d), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.145662 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdef22b0-3f27-4671-8c7d-1ff8220e170b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (5f06c159-8e75-4c09-a37a-3eea90e4540d), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.150759 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdef22b0-3f27-4671-8c7d-1ff8220e170b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (5f06c159-8e75-4c09-a37a-3eea90e4540d), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.168487 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef22b0-3f27-4671-8c7d-1ff8220e170b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f06c159-8e75-4c09-a37a-3eea90e4540d,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:08.179181 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdef22b0-3f27-4671-8c7d-1ff8220e170b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.183216 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-cdef22b0-3f27-4671-8c7d-1ff8220e170b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287405 Feb 03 03:02:08.183367 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55650) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:08.188491 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-7cba6b3a-16a4-4c9e-ad91-e3f5a5cc4530 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'security_group_rule': {'security_group_id': '559e18e1-acab-428b-ab74-3c30e7a3521e', 'project_id': '264ee2f5b580483c85a302041b05c23f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:08.209483 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.securitygroups_db [None req-7cba6b3a-16a4-4c9e-ad91-e3f5a5cc4530 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Project 264ee2f5b580483c85a302041b05c23f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 03:02:08.214761 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7cba6b3a-16a4-4c9e-ad91-e3f5a5cc4530 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (5dae4717-0b8b-483b-b3ce-6ba589f45ecf), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.274286 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7cba6b3a-16a4-4c9e-ad91-e3f5a5cc4530 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (5dae4717-0b8b-483b-b3ce-6ba589f45ecf), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.279005 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7cba6b3a-16a4-4c9e-ad91-e3f5a5cc4530 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (5dae4717-0b8b-483b-b3ce-6ba589f45ecf), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.299506 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba6b3a-16a4-4c9e-ad91-e3f5a5cc4530 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dae4717-0b8b-483b-b3ce-6ba589f45ecf,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:08.308392 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7cba6b3a-16a4-4c9e-ad91-e3f5a5cc4530 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.309615 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-7cba6b3a-16a4-4c9e-ad91-e3f5a5cc4530 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251128 Feb 03 03:02:08.312688 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55652) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:08.317325 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-ec9989de-762f-4724-bb29-e4434a576abe tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'security_group_rule': {'security_group_id': '559e18e1-acab-428b-ab74-3c30e7a3521e', 'project_id': '264ee2f5b580483c85a302041b05c23f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:08.339991 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.securitygroups_db [None req-ec9989de-762f-4724-bb29-e4434a576abe tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Project 264ee2f5b580483c85a302041b05c23f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 03:02:08.345171 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9989de-762f-4724-bb29-e4434a576abe tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (a564c3f6-9555-4a6e-a928-52884e543f16), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.412861 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9989de-762f-4724-bb29-e4434a576abe tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (a564c3f6-9555-4a6e-a928-52884e543f16), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.416828 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9989de-762f-4724-bb29-e4434a576abe tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (a564c3f6-9555-4a6e-a928-52884e543f16), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.437012 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9989de-762f-4724-bb29-e4434a576abe tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a564c3f6-9555-4a6e-a928-52884e543f16,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:08.443110 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9989de-762f-4724-bb29-e4434a576abe tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:08.447283 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ec9989de-762f-4724-bb29-e4434a576abe tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305807 Feb 03 03:02:08.501071 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c637147-ffb8-4339-83ff-19e0be95ca29 req-9c15fc30-76af-46b7-b7da-097e3e932c4c tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:08.502769 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6c637147-ffb8-4339-83ff-19e0be95ca29 req-9c15fc30-76af-46b7-b7da-097e3e932c4c tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0542834 Feb 03 03:02:08.560547 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6c637147-ffb8-4339-83ff-19e0be95ca29 req-18db718b-9b3f-424b-a217-639a51903bd6 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520816 Feb 03 03:02:09.689938 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50587ea8-8a71-458f-9cb8-61d59f39d7da req-e9971269-956a-40dc-85ae-1d74ba31a80c tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:09.691506 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50587ea8-8a71-458f-9cb8-61d59f39d7da req-e9971269-956a-40dc-85ae-1d74ba31a80c tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0555944 Feb 03 03:02:09.702741 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device d629e1c1-f772-4759-a95c-fa823482e752 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:02:09.748888 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50587ea8-8a71-458f-9cb8-61d59f39d7da req-b6833374-66f1-4c9c-b44a-a8e21c70d72f tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514035 Feb 03 03:02:09.753099 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port d629e1c1-f772-4759-a95c-fa823482e752 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:09.753441 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (d629e1c1-f772-4759-a95c-fa823482e752), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:09.839951 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port d629e1c1-f772-4759-a95c-fa823482e752 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:09.840409 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d629e1c1-f772-4759-a95c-fa823482e752), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:09.863724 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port d629e1c1-f772-4759-a95c-fa823482e752, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=d629e1c1-f772-4759-a95c-fa823482e752,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:09.869881 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (d629e1c1-f772-4759-a95c-fa823482e752), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:09.923604 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=d629e1c1-f772-4759-a95c-fa823482e752,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:10.052864 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Sync routers for ids ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:02:10.063665 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Routers {'ecad9924-9a3e-4f88-bb6d-670913a28b6a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:10.064344 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:10.253249 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Set router ecad9924-9a3e-4f88-bb6d-670913a28b6a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:10.448027 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'name': 'tempest-TestVolumeBootPattern-475571308-router', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:02:02Z', 'updated_at': '2022-02-03T03:02:06Z', 'revision_number': 4, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'gw_port': {'id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:03Z', 'updated_at': '2022-02-03T03:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'd6b1ea87-40c6-4f93-9814-2275f124bf2e', 'name': '', 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'mac_address': 'fa:16:3e:b3:b9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3269f187-5fb5-487b-a468-968e45de6f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:05Z', 'updated_at': '2022-02-03T03:02:06Z', 'revision_number': 2, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'subnets': [{'id': '3269f187-5fb5-487b-a468-968e45de6f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:10.477991 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Checking router: ecad9924-9a3e-4f88-bb6d-670913a28b6a for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:02:10.478364 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Updating router ecad9924-9a3e-4f88-bb6d-670913a28b6a port d6b1ea87-40c6-4f93-9814-2275f124bf2e binding host dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 03:02:10.504613 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:10.770885 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Publish callbacks [] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), precommit_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:10.778429 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:10.858218 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6f5d8-a6fd-4f94-9a94-82a65d059ae9 None None] Pushing event updated for resources: {'Port': ['ID=d6b1ea87-40c6-4f93-9814-2275f124bf2e,revision_number=3']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:10.876296 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7cdf5-e582-423e-858b-b57327062a62 req-3805db3a-7150-4657-9151-b9228a6c1f4a tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:10.884617 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bf7cdf5-e582-423e-858b-b57327062a62 req-3805db3a-7150-4657-9151-b9228a6c1f4a tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0646613 Feb 03 03:02:10.887627 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Attempting to bind port d6b1ea87-40c6-4f93-9814-2275f124bf2e on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:02:10.888007 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Attempting to bind port d6b1ea87-40c6-4f93-9814-2275f124bf2e by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': '7c6a938b-867f-432a-83e2-0c3e2941d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310'}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:02:10.888455 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Attempting to bind port d6b1ea87-40c6-4f93-9814-2275f124bf2e on network 788f8b4c-7049-40c6-8158-5cb95ea06310 {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:02:10.894257 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:02:10.894527 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Checking segment: {'id': '7c6a938b-867f-432a-83e2-0c3e2941d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:02:10.894931 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:10.895315 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Bound using segment: {'id': '7c6a938b-867f-432a-83e2-0c3e2941d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310'} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:02:10.895781 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Bound port: d6b1ea87-40c6-4f93-9814-2275f124bf2e, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6a938b-867f-432a-83e2-0c3e2941d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310'}}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:02:10.896157 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:10.940307 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bf7cdf5-e582-423e-858b-b57327062a62 req-06452836-57e9-4b4f-b714-dac9fdea5ecb tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545294 Feb 03 03:02:10.963486 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] For port d6b1ea87-40c6-4f93-9814-2275f124bf2e, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:02:10.966607 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] For port d6b1ea87-40c6-4f93-9814-2275f124bf2e, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=d6b1ea87-40c6-4f93-9814-2275f124bf2e,segment=NetworkSegment(7c6a938b-867f-432a-83e2-0c3e2941d4d1),segment_id=7c6a938b-867f-432a-83e2-0c3e2941d4d1)] {{(pid=102485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:02:10.978330 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:11.029132 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Routers {'ecad9924-9a3e-4f88-bb6d-670913a28b6a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:11.029662 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:01:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:11.041734 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-e4033c81-9f86-40a1-ba21-fb2af085f3d8 None None] Provisioning complete for port d6b1ea87-40c6-4f93-9814-2275f124bf2e triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:11.042344 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e4033c81-9f86-40a1-ba21-fb2af085f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:11.075749 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6f5d8-a6fd-4f94-9a94-82a65d059ae9 None None] Pushing event updated for resources: {'Port': ['ID=d6b1ea87-40c6-4f93-9814-2275f124bf2e,revision_number=4']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:11.143804 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-e4033c81-9f86-40a1-ba21-fb2af085f3d8 None None] Current status of the port d6b1ea87-40c6-4f93-9814-2275f124bf2e is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:11.144258 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e4033c81-9f86-40a1-ba21-fb2af085f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:11.167272 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] Set router ecad9924-9a3e-4f88-bb6d-670913a28b6a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:11.182782 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-e4033c81-9f86-40a1-ba21-fb2af085f3d8 None None] For port d6b1ea87-40c6-4f93-9814-2275f124bf2e, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=d6b1ea87-40c6-4f93-9814-2275f124bf2e,segment=NetworkSegment(7c6a938b-867f-432a-83e2-0c3e2941d4d1),segment_id=7c6a938b-867f-432a-83e2-0c3e2941d4d1)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:11.187897 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e4033c81-9f86-40a1-ba21-fb2af085f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:11.242667 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4033c81-9f86-40a1-ba21-fb2af085f3d8 None None] Pushing event updated for resources: {'Port': ['ID=d6b1ea87-40c6-4f93-9814-2275f124bf2e,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:11.309001 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-1d6cd471-3a75-4110-873d-aae902869ad8 None None] Provisioning complete for port d6b1ea87-40c6-4f93-9814-2275f124bf2e triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:11.309270 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd471-3a75-4110-873d-aae902869ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:11.367180 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'name': 'tempest-TestVolumeBootPattern-475571308-router', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:02:02Z', 'updated_at': '2022-02-03T03:02:06Z', 'revision_number': 4, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'gw_port': {'id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:03Z', 'updated_at': '2022-02-03T03:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'd6b1ea87-40c6-4f93-9814-2275f124bf2e', 'name': '', 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'mac_address': 'fa:16:3e:b3:b9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3269f187-5fb5-487b-a468-968e45de6f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:05Z', 'updated_at': '2022-02-03T03:02:10Z', 'revision_number': 4, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'subnets': [{'id': '3269f187-5fb5-487b-a468-968e45de6f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:11.391087 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-1d6cd471-3a75-4110-873d-aae902869ad8 None None] Current status of the port d6b1ea87-40c6-4f93-9814-2275f124bf2e is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:11.395785 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19dc60c-4b7c-4598-afee-0a019aecca25 None None] The sync data for ids ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'] in dv-cinder-827581-1-iscsi is: [{'id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'name': 'tempest-TestVolumeBootPattern-475571308-router', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:02:02Z', 'updated_at': '2022-02-03T03:02:06Z', 'revision_number': 4, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'gw_port': {'id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:03Z', 'updated_at': '2022-02-03T03:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'd6b1ea87-40c6-4f93-9814-2275f124bf2e', 'name': '', 'network_id': '788f8b4c-7049-40c6-8158-5cb95ea06310', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'mac_address': 'fa:16:3e:b3:b9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3269f187-5fb5-487b-a468-968e45de6f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:05Z', 'updated_at': '2022-02-03T03:02:10Z', 'revision_number': 4, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'subnets': [{'id': '3269f187-5fb5-487b-a468-968e45de6f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:02:11.708130 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device d6b1ea87-40c6-4f93-9814-2275f124bf2e up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:02:11.762331 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port d6b1ea87-40c6-4f93-9814-2275f124bf2e triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:11.762749 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:11.845405 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port d6b1ea87-40c6-4f93-9814-2275f124bf2e is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:11.846587 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device d629e1c1-f772-4759-a95c-fa823482e752 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:02:11.900338 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port d629e1c1-f772-4759-a95c-fa823482e752 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:11.900737 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (d629e1c1-f772-4759-a95c-fa823482e752), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:12.100002 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5e0a9-9a8a-4592-90b8-f949de25af6a req-b046cabd-f347-4442-b095-d6f39a2428cb tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:12.106000 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d2a5e0a9-9a8a-4592-90b8-f949de25af6a req-b046cabd-f347-4442-b095-d6f39a2428cb tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0782149 Feb 03 03:02:12.125863 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port d629e1c1-f772-4759-a95c-fa823482e752 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:12.153230 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d2a5e0a9-9a8a-4592-90b8-f949de25af6a req-bb9c9ad6-1cd9-4432-a492-9a9a121ba36a tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450382 Feb 03 03:02:13.101173 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device e9d2989c-2c82-4969-8caa-45dce6105669 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:02:13.211590 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port e9d2989c-2c82-4969-8caa-45dce6105669, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=e9d2989c-2c82-4969-8caa-45dce6105669,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:13.229214 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'port_id': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'mac_address': 'fa:16:3e:d5:9c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:02:13.278720 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port e9d2989c-2c82-4969-8caa-45dce6105669 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:13.279139 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:13.297803 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d2989c-2c82-4969-8caa-45dce6105669 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:02:13.311707 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bdb1f-df34-4578-8a34-2fdf92269905 req-7dfecba9-8b4d-4612-a6f6-83059837b92f tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:13.313286 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-166bdb1f-df34-4578-8a34-2fdf92269905 req-7dfecba9-8b4d-4612-a6f6-83059837b92f tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 944 time: 0.0599244 Feb 03 03:02:13.317319 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port e9d2989c-2c82-4969-8caa-45dce6105669, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=e9d2989c-2c82-4969-8caa-45dce6105669,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:13.321615 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:13.369454 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-166bdb1f-df34-4578-8a34-2fdf92269905 req-923e5266-a783-4c40-8c13-21a85ff1a005 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502331 Feb 03 03:02:13.375695 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:13.380346 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=e9d2989c-2c82-4969-8caa-45dce6105669,revision_number=7']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:13.590720 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['e9d2989c-2c82-4969-8caa-45dce6105669'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:02:14.489399 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4e4fc-4c43-4abc-aa21-42e7154fad5f req-0c71fbe1-d6d1-4b8d-90e5-694dd58f0754 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:14.490806 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7dc4e4fc-4c43-4abc-aa21-42e7154fad5f req-0c71fbe1-d6d1-4b8d-90e5-694dd58f0754 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 945 time: 0.0537720 Feb 03 03:02:14.539450 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7dc4e4fc-4c43-4abc-aa21-42e7154fad5f req-2c07ab0a-970c-4ff4-bf9c-cc0323dab51c tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424204 Feb 03 03:02:14.820249 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c7874-fb52-4536-8ea5-f8bb3ba3558d req-58a95de2-bb9e-4804-93b7-f83175bef7af tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:14.821784 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d98c7874-fb52-4536-8ea5-f8bb3ba3558d req-58a95de2-bb9e-4804-93b7-f83175bef7af tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 945 time: 0.0575118 Feb 03 03:02:14.875028 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d98c7874-fb52-4536-8ea5-f8bb3ba3558d req-f292b892-2ee1-4807-bd11-b4b84561828c tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473175 Feb 03 03:02:15.099282 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device e9d2989c-2c82-4969-8caa-45dce6105669 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:02:15.152638 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port e9d2989c-2c82-4969-8caa-45dce6105669 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:15.153061 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:15.231026 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port e9d2989c-2c82-4969-8caa-45dce6105669 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:15.231421 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:15.258635 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:02:15.260919 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c5b3e1-47f1-427c-a0cc-bd4ec81f9b75" -d '{"events": [{"server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "name": "network-vif-plugged", "status": "completed", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:02:15.272843 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port e9d2989c-2c82-4969-8caa-45dce6105669, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=e9d2989c-2c82-4969-8caa-45dce6105669,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:15.278360 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:15.325464 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=e9d2989c-2c82-4969-8caa-45dce6105669,revision_number=8']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:15.361499 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e379d1f2-747b-4c16-8fa5-c91106dd7837 x-openstack-request-id: req-e379d1f2-747b-4c16-8fa5-c91106dd7837 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:02:15.362204 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "name": "network-vif-plugged", "status": "completed", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:02:15.362474 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e379d1f2-747b-4c16-8fa5-c91106dd7837 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:02:15.363138 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'code': 200} Feb 03 03:02:15.592604 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe74e-5fa2-44dc-961b-bcd2a4dc4ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:15.652611 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a907d19-ee91-4ca8-b6a8-1f292fd4f2e7 req-f001b068-d7be-4c8e-9d89-2b794b09fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:15.654162 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6a907d19-ee91-4ca8-b6a8-1f292fd4f2e7 req-f001b068-d7be-4c8e-9d89-2b794b09fdb7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 1130 time: 0.0787570 Feb 03 03:02:15.684572 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871f7ff-bb6f-4dec-b949-fba3f4a850ad req-5e6d009a-7fff-423a-8ec6-ebbb00f66cb7 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:15.686014 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f871f7ff-bb6f-4dec-b949-fba3f4a850ad req-5e6d009a-7fff-423a-8ec6-ebbb00f66cb7 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0750639 Feb 03 03:02:15.734275 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6a907d19-ee91-4ca8-b6a8-1f292fd4f2e7 req-6809c067-5c63-4f55-a571-4def605d976a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720389 Feb 03 03:02:15.762201 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f871f7ff-bb6f-4dec-b949-fba3f4a850ad req-b8da4e84-61b5-4946-b6b2-08d15e5d7a04 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635562 Feb 03 03:02:16.003231 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9eeb3-e8e1-42b6-8d80-1d71092ac580 req-3e0c74ef-ef23-45b7-bdfd-04e1b2f3f79d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:16.004747 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2fd9eeb3-e8e1-42b6-8d80-1d71092ac580 req-3e0c74ef-ef23-45b7-bdfd-04e1b2f3f79d tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 945 time: 0.0552142 Feb 03 03:02:16.050908 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2fd9eeb3-e8e1-42b6-8d80-1d71092ac580 req-c54b9703-eb1f-4708-9bc6-be9354698c6a tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404384 Feb 03 03:02:16.888599 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5f41-5669-4db4-bac5-872452d4ce94 req-f570a3be-9da9-466f-ae0a-84ff6b0865ef tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:16.890212 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b8a5f41-5669-4db4-bac5-872452d4ce94 req-f570a3be-9da9-466f-ae0a-84ff6b0865ef tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0581834 Feb 03 03:02:16.939573 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b8a5f41-5669-4db4-bac5-872452d4ce94 req-53e23b36-a2fe-4edc-b100-9e7ef8af7ff0 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436366 Feb 03 03:02:17.109496 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-70d0eb65-ed5e-418d-ad0e-6d6d029c3d77 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:17.111025 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-70d0eb65-ed5e-418d-ad0e-6d6d029c3d77 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 945 time: 0.0629561 Feb 03 03:02:17.219713 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacb795-aae1-482d-9612-c9b4222fef6e req-415f7e45-c448-44a9-b2af-7575565743ff tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:17.221203 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ccacb795-aae1-482d-9612-c9b4222fef6e req-415f7e45-c448-44a9-b2af-7575565743ff tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 945 time: 0.0977950 Feb 03 03:02:17.269516 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Deleting port d06bb55a-14cb-478e-8943-fb3e7c453450 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:02:17.269849 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:17.293595 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ccacb795-aae1-482d-9612-c9b4222fef6e req-aafa86a0-3d44-4062-a826-8f0f9670a6c2 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e01b3fe-aa24-415f-926a-654fc5a406b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662427 Feb 03 03:02:17.366249 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] For port d06bb55a-14cb-478e-8943-fb3e7c453450, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=d06bb55a-14cb-478e-8943-fb3e7c453450,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:17.366620 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:17.540080 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:17.540443 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (72766337-76fe-4eac-8c99-b006b243746f), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:17.540745 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Floating IP 72766337-76fe-4eac-8c99-b006b243746f disassociated. External IP: 172.27.2.81, port: d06bb55a-14cb-478e-8943-fb3e7c453450. Feb 03 03:02:17.541108 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Calling delete_port for d06bb55a-14cb-478e-8943-fb3e7c453450 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:02:17.690767 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (d06bb55a-14cb-478e-8943-fb3e7c453450), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:17.718494 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event deleted for resources: {'Port': ['ID=d06bb55a-14cb-478e-8943-fb3e7c453450,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:17.730340 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.730658 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.731012 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.731347 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.731684 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.732006 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.732333 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.732656 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.733005 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.733329 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.733702 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.734023 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.734343 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:17.881503 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-bac0a303-26be-45d2-98e9-66cea71858c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:18.135156 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae3a7d-425e-49b2-ba3d-a3368fb79f98 req-f581f8b9-fdd0-4741-9b2a-0e5a2c7b2e15 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:18.137299 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e5ae3a7d-425e-49b2-ba3d-a3368fb79f98 req-f581f8b9-fdd0-4741-9b2a-0e5a2c7b2e15 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.1141403 Feb 03 03:02:18.146445 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Router cc2865a8-429b-44a9-914f-1eb91b56a56c has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:02:18.229902 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e5ae3a7d-425e-49b2-ba3d-a3368fb79f98 req-376a746c-11de-40a3-a833-0345b7f1209d tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855627 Feb 03 03:02:18.298075 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:02:18.313068 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e8d82-9c4d-442a-962b-1a5d9bbf141d None None] Sync routers for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:02:18.324315 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e8d82-9c4d-442a-962b-1a5d9bbf141d None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:18.325086 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9f4e8d82-9c4d-442a-962b-1a5d9bbf141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:02:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:18.343735 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] No DVR routers for this DVR port d06bb55a-14cb-478e-8943-fb3e7c453450 on host hv-cinder-82758 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:02:18.346483 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:18.350474 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0a267cc0-0c47-4164-9ad9-534417100f72 req-e10d5097-789b-40c1-8842-5e58d172724e tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.43 "DELETE /v2.0/ports/d06bb55a-14cb-478e-8943-fb3e7c453450 HTTP/1.1" status: 204 len: 173 time: 1.2333925 Feb 03 03:02:18.350929 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'name': 'network-vif-deleted', 'tag': 'd06bb55a-14cb-478e-8943-fb3e7c453450'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:02:18.353229 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6620203c-a23b-418e-8e91-940a9045d6b3" -d '{"events": [{"server_uuid": "bb0bed4d-5279-4855-a809-a182517f5a6f", "name": "network-vif-deleted", "tag": "d06bb55a-14cb-478e-8943-fb3e7c453450"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:02:18.423307 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea050d0-c423-498f-9d79-e0f5e40a2ac6 x-openstack-request-id: req-cea050d0-c423-498f-9d79-e0f5e40a2ac6 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:02:18.423887 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0bed4d-5279-4855-a809-a182517f5a6f", "name": "network-vif-deleted", "tag": "d06bb55a-14cb-478e-8943-fb3e7c453450", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:02:18.424457 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cea050d0-c423-498f-9d79-e0f5e40a2ac6 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:02:18.425192 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0bed4d-5279-4855-a809-a182517f5a6f', 'name': 'network-vif-deleted', 'tag': 'd06bb55a-14cb-478e-8943-fb3e7c453450', 'status': 'completed', 'code': 200} Feb 03 03:02:18.450006 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-efa4ff74-bbff-4df1-a811-1b4613c07ce9 req-90c15e04-cb69-41e6-b955-ae718cdd5404 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb0bed4d-5279-4855-a809-a182517f5a6f HTTP/1.1" status: 200 len: 210 time: 0.0465190 Feb 03 03:02:18.456162 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-9f4e8d82-9c4d-442a-962b-1a5d9bbf141d None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:18.676695 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9f4e8d82-9c4d-442a-962b-1a5d9bbf141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:18.702497 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e8d82-9c4d-442a-962b-1a5d9bbf141d None None] Checking router: cc2865a8-429b-44a9-914f-1eb91b56a56c for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:02:18.711277 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e8d82-9c4d-442a-962b-1a5d9bbf141d None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:18.711880 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9f4e8d82-9c4d-442a-962b-1a5d9bbf141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:02:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:18.830803 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-9f4e8d82-9c4d-442a-962b-1a5d9bbf141d None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:19.029671 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-9f4e8d82-9c4d-442a-962b-1a5d9bbf141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:19.058649 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e8d82-9c4d-442a-962b-1a5d9bbf141d None None] The sync data for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi is: [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T02:56:40Z', 'revision_number': 4, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '5415923f-b242-4d9a-b4aa-b0acc7dd0448', 'name': '', 'network_id': '6402c879-2200-432c-9a4b-8fd0476dc339', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'mac_address': 'fa:16:3e:90:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:38Z', 'updated_at': '2022-02-03T02:56:46Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'subnets': [{'id': '6d557dc0-eafd-4268-9536-756ecc92255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:02:19.282239 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5b55d-efde-429b-b7a7-e9d1a8d087ff None None] New status for floating IP 72766337-76fe-4eac-8c99-b006b243746f: DOWN {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:02:19.545958 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55812) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:19.602978 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ad9c950f-f12d-4bf9-b413-d4ea172c2e43 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (1e01b3fe-aa24-415f-926a-654fc5a406b5), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:19.604935 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:19.626456 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ad9c950f-f12d-4bf9-b413-d4ea172c2e43 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (1e01b3fe-aa24-415f-926a-654fc5a406b5), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:19.679359 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ad9c950f-f12d-4bf9-b413-d4ea172c2e43 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (1e01b3fe-aa24-415f-926a-654fc5a406b5), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:19.682165 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ad9c950f-f12d-4bf9-b413-d4ea172c2e43 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:19.683342 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ad9c950f-f12d-4bf9-b413-d4ea172c2e43 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "DELETE /v2.0/security-groups/1e01b3fe-aa24-415f-926a-654fc5a406b5 HTTP/1.1" status: 204 len: 168 time: 0.1364102 Feb 03 03:02:19.686288 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55818) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:19.693258 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c950f-f12d-4bf9-b413-d4ea172c2e43 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e01b3fe-aa24-415f-926a-654fc5a406b5,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:19.700389 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.api.v2.resource [None req-8b029d72-434b-4a4b-a308-a27b890adbe9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] show failed (client error): The resource could not be found. Feb 03 03:02:19.704255 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8b029d72-434b-4a4b-a308-a27b890adbe9 tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "GET /v2.0/security-groups/1e01b3fe-aa24-415f-926a-654fc5a406b5 HTTP/1.1" status: 404 len: 347 time: 0.0161200 Feb 03 03:02:19.707036 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55820) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:19.834255 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-e995b7bc-5dae-4880-98e1-a93ac899682f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Deleting port ff40af1d-52de-4d12-b190-06e75cc2627c {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:02:19.834604 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e995b7bc-5dae-4880-98e1-a93ac899682f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (ff40af1d-52de-4d12-b190-06e75cc2627c), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:19.913005 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e995b7bc-5dae-4880-98e1-a93ac899682f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (ff40af1d-52de-4d12-b190-06e75cc2627c), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:19.913314 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e995b7bc-5dae-4880-98e1-a93ac899682f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (ff40af1d-52de-4d12-b190-06e75cc2627c), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:19.925541 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-e995b7bc-5dae-4880-98e1-a93ac899682f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Calling delete_port for ff40af1d-52de-4d12-b190-06e75cc2627c owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:02:20.063697 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e995b7bc-5dae-4880-98e1-a93ac899682f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (ff40af1d-52de-4d12-b190-06e75cc2627c), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:20.089168 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995b7bc-5dae-4880-98e1-a93ac899682f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Pushing event deleted for resources: {'Port': ['ID=ff40af1d-52de-4d12-b190-06e75cc2627c,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:20.159078 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e995b7bc-5dae-4880-98e1-a93ac899682f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks [] for floatingip (72766337-76fe-4eac-8c99-b006b243746f), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:20.162147 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e995b7bc-5dae-4880-98e1-a93ac899682f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:20.163314 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e995b7bc-5dae-4880-98e1-a93ac899682f tempest-AttachVolumeTestJSON-1770210495 tempest-AttachVolumeTestJSON-1770210495-project] 10.222.0.31 "DELETE /v2.0/floatingips/72766337-76fe-4eac-8c99-b006b243746f HTTP/1.1" status: 204 len: 168 time: 0.4553468 Feb 03 03:02:20.562207 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:21.110420 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device d06bb55a-14cb-478e-8943-fb3e7c453450 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:02:21.130717 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: d06bb55a-14cb-478e-8943-fb3e7c453450 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:02:21.131067 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device d06bb55a-14cb-478e-8943-fb3e7c453450 not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:02:22.164324 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:23.689023 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 55864) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:24.220878 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133768984'] for router_interface (cc2865a8-429b-44a9-914f-1eb91b56a56c), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:24.508595 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] Deleting port 5415923f-b242-4d9a-b4aa-b0acc7dd0448 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:02:24.508947 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:24.602084 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] For port 5415923f-b242-4d9a-b4aa-b0acc7dd0448, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=5415923f-b242-4d9a-b4aa-b0acc7dd0448,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:24.602447 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:24.614619 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] Calling delete_port for 5415923f-b242-4d9a-b4aa-b0acc7dd0448 owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:02:24.791758 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (5415923f-b242-4d9a-b4aa-b0acc7dd0448), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:24.815089 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=5415923f-b242-4d9a-b4aa-b0acc7dd0448,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:24.962178 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-0a926600-49f7-401d-9f29-dcb267c978cd tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1844821108&fields=id&tenant_id=264ee2f5b580483c85a302041b05c23f HTTP/1.1" status: 200 len: 267 time: 0.0862031 Feb 03 03:02:25.066528 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133727687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133769204'] for router_interface (cc2865a8-429b-44a9-914f-1eb91b56a56c), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:25.144046 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-42c650a6-41d8-4d25-81cc-7f17ca4eea58 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:25.145544 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-42c650a6-41d8-4d25-81cc-7f17ca4eea58 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 812 time: 0.1747272 Feb 03 03:02:25.190928 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-d4b064ff-e716-4c48-a648-35157cd7b9d4 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/quotas/264ee2f5b580483c85a302041b05c23f HTTP/1.1" status: 200 len: 375 time: 0.0394332 Feb 03 03:02:25.237104 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:02:25.293240 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-2413b3c9-2ef1-4964-87c1-64d06f53a3de tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959513 Feb 03 03:02:25.398609 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] Router cc2865a8-429b-44a9-914f-1eb91b56a56c has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:02:25.428944 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-f6dfbbac-3e88-43bf-a26b-56cb707e57e9 service neutron] 10.222.0.31 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057708 Feb 03 03:02:25.839480 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:02:25.845763 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-64c13f25-a3de-442d-92ff-052ca8c62a34 admin admin] 10.222.0.31 "PUT /v2.0/routers/cc2865a8-429b-44a9-914f-1eb91b56a56c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1554861 Feb 03 03:02:25.849715 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55880) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:25.850199 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-06746825-3c1e-4a0c-a20e-a62c40b5b6c0 service neutron] 10.222.0.31 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888376 Feb 03 03:02:25.858194 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fc3e9-8d20-4898-aefd-5de8664d0faf None None] Sync routers for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:02:25.871589 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fc3e9-8d20-4898-aefd-5de8664d0faf None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:25.872322 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e62fc3e9-8d20-4898-aefd-5de8664d0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:02:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:25.950800 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Publish callbacks [] for router (cc2865a8-429b-44a9-914f-1eb91b56a56c), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:25.977700 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-e62fc3e9-8d20-4898-aefd-5de8664d0faf None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:26.055965 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Publish callbacks [] for router_gateway (cc2865a8-429b-44a9-914f-1eb91b56a56c), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:26.118644 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Deleting port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:02:26.118930 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:26.173040 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-50d20735-7fc0-4fcb-a8ed-d063ab0e7db3 req-692e03e1-7528-4743-9c41-3b0988c1aabc tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 210 time: 0.0374858 Feb 03 03:02:26.212003 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] For port ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:26.212371 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:26.226646 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Calling delete_port for ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae owned by network:router_gateway {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:02:26.305382 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e62fc3e9-8d20-4898-aefd-5de8664d0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T03:02:24Z', 'revision_number': 5, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port': {'id': 'ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:56:33Z', 'updated_at': '2022-02-03T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:26.334183 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fc3e9-8d20-4898-aefd-5de8664d0faf None None] Checking router: cc2865a8-429b-44a9-914f-1eb91b56a56c for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:02:26.345060 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fc3e9-8d20-4898-aefd-5de8664d0faf None None] Routers {'cc2865a8-429b-44a9-914f-1eb91b56a56c'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:26.345842 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e62fc3e9-8d20-4898-aefd-5de8664d0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:02:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['cc2865a8-429b-44a9-914f-1eb91b56a56c'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:26.436475 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-e62fc3e9-8d20-4898-aefd-5de8664d0faf None None] Set router cc2865a8-429b-44a9-914f-1eb91b56a56c gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:26.494248 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e62fc3e9-8d20-4898-aefd-5de8664d0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T03:02:26Z', 'revision_number': 6, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port_host': None}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:26.521174 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fc3e9-8d20-4898-aefd-5de8664d0faf None None] The sync data for ids ['cc2865a8-429b-44a9-914f-1eb91b56a56c'] in dv-cinder-827581-1-iscsi is: [{'id': 'cc2865a8-429b-44a9-914f-1eb91b56a56c', 'name': 'tempest-AttachVolumeTestJSON-1946429708-router', 'tenant_id': '5c189a73642b4f5ba787addbc275d4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:56:32Z', 'updated_at': '2022-02-03T03:02:26Z', 'revision_number': 6, 'project_id': '5c189a73642b4f5ba787addbc275d4c0', 'gw_port_host': None}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:02:26.664418 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:26.691618 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:26.757129 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133773398'] for router_gateway (cc2865a8-429b-44a9-914f-1eb91b56a56c), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:26.848833 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29171'] for router (cc2865a8-429b-44a9-914f-1eb91b56a56c), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:26.851211 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Publish callbacks [] for router_controller (cc2865a8-429b-44a9-914f-1eb91b56a56c), precommit_delete_associations {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:26.907118 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-499910'] for router (cc2865a8-429b-44a9-914f-1eb91b56a56c), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:26.907679 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc2865a8-429b-44a9-914f-1eb91b56a56c {{(pid=102483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 03:02:26.912887 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:26.916735 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-d28e54c5-3c8e-45aa-a232-04a470f51f76 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cc2865a8-429b-44a9-914f-1eb91b56a56c HTTP/1.1" status: 204 len: 168 time: 1.0628576 Feb 03 03:02:26.917064 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55898) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:26.966176 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_v2 [None req-986fd4cd-9c59-43ff-8dd3-c75e3c7bc162 admin admin] Deleting subnet 6d557dc0-eafd-4268-9536-756ecc92255a {{(pid=102483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:02:26.969705 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-986fd4cd-9c59-43ff-8dd3-c75e3c7bc162 admin admin] Publish callbacks [] for subnet (6d557dc0-eafd-4268-9536-756ecc92255a), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.008804 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-986fd4cd-9c59-43ff-8dd3-c75e3c7bc162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575247'] for subnet (6d557dc0-eafd-4268-9536-756ecc92255a), precommit_delete_associations {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.121793 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-986fd4cd-9c59-43ff-8dd3-c75e3c7bc162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (6d557dc0-eafd-4268-9536-756ecc92255a), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.184811 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-986fd4cd-9c59-43ff-8dd3-c75e3c7bc162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3364207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3847393'] for subnet (6d557dc0-eafd-4268-9536-756ecc92255a), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.185503 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-cf502afb-214e-48e0-831a-370f1bed3c50 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:27.187007 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-cf502afb-214e-48e0-831a-370f1bed3c50 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 812 time: 0.1128199 Feb 03 03:02:27.219341 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fd4cd-9c59-43ff-8dd3-c75e3c7bc162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d557dc0-eafd-4268-9536-756ecc92255a,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:27.228559 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-986fd4cd-9c59-43ff-8dd3-c75e3c7bc162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.230570 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e3fbde-99d6-4cd2-802b-4f436cc16964 None None] Network 6402c879-2200-432c-9a4b-8fd0476dc339 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:02:27.233157 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-986fd4cd-9c59-43ff-8dd3-c75e3c7bc162 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6d557dc0-eafd-4268-9536-756ecc92255a HTTP/1.1" status: 204 len: 168 time: 0.3151212 Feb 03 03:02:27.235694 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55902) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:27.260803 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-aca6188a-4816-416a-9b3d-0ecbed94d76b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=264ee2f5b580483c85a302041b05c23f HTTP/1.1" status: 200 len: 380 time: 0.0651622 Feb 03 03:02:27.279400 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'port': {'device_id': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'admin_state_up': True, 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'security_groups': ['559e18e1-acab-428b-ab74-3c30e7a3521e']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:27.315292 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (6402c879-2200-432c-9a4b-8fd0476dc339), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.348264 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-19e9af0b-5cf9-415c-9e83-2d656d51503b req-946f1252-9892-44bc-9cd7-96d415297e01 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 210 time: 0.0839610 Feb 03 03:02:27.376840 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Deleting port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:02:27.377762 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.425562 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Made reservation on behalf of 264ee2f5b580483c85a302041b05c23f for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:02:27.429311 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.449984 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] For port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=2d5fcb6f-1ff1-4115-be42-4d76bf7594e5,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:27.450354 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.456591 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] DHCP port deletion for 6402c879-2200-432c-9a4b-8fd0476dc339 request from dv-cinder-827581-1-iscsi {{(pid=102484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 03:02:27.467945 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Calling delete_port for 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 owned by network:dhcp {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:02:27.512031 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Deleting port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 {{(pid=102484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:02:27.512821 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), before_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.570737 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.582713 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Allocated IP 172.20.0.13 (1f509aa5-ebd0-421b-bf85-c9ee605b4c0c/1e2752ff-1e61-42ad-9539-1b8331658918/5c0fa8f4-c18a-48b0-aa0e-25cfceb29350) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:02:27.599330 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] For port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=2d5fcb6f-1ff1-4115-be42-4d76bf7594e5,segment=NetworkSegment(769519b1-1343-4e1e-9bc8-4ec5f864a9eb),segment_id=769519b1-1343-4e1e-9bc8-4ec5f864a9eb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:27.599863 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), precommit_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.630928 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Calling delete_port for 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 owned by network:dhcp {{(pid=102484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:02:27.634569 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5fcb6f-1ff1-4115-be42-4d76bf7594e5,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:27.646780 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] No DVR routers for this DVR port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 on host dv-cinder-827581-1-iscsi {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:02:27.745561 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (6402c879-2200-432c-9a4b-8fd0476dc339), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.751551 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 5415923f-b242-4d9a-b4aa-b0acc7dd0448 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:02:27.770609 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6402c879-2200-432c-9a4b-8fd0476dc339']}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:27.782378 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769519b1-1343-4e1e-9bc8-4ec5f864a9eb') {'for_net_delete': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:27.782678 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769519b1-1343-4e1e-9bc8-4ec5f864a9eb') {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:27.784770 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 5415923f-b242-4d9a-b4aa-b0acc7dd0448 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:02:27.785121 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 5415923f-b242-4d9a-b4aa-b0acc7dd0448 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:02:27.785535 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:02:27.797029 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575254'] for segment (769519b1-1343-4e1e-9bc8-4ec5f864a9eb), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.811841 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (769519b1-1343-4e1e-9bc8-4ec5f864a9eb), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.818200 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:02:27.818726 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3364233'] for segment (769519b1-1343-4e1e-9bc8-4ec5f864a9eb), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: Traceback (most recent call last): Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: timer() Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: cb(*args, **kw) Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: return func(*args, **kwargs) Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: self._notify() Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: self.callback(batched_events) Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: event.method(event) Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: return f(self, *a, **k) Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._get(url).json() Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: return self.request(url, 'GET', **kwargs) Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:02:27.821259 dv-cinder-827581-1-iscsi neutron-server[102483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:02:27.827290 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:02:27.827860 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device ae2c88a7-47fe-4c98-bdc4-b6b4fb7179ae not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:02:27.828425 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:02:27.852222 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.862132 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:02:27.863044 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:02:27.879262 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900'] for port (2d5fcb6f-1ff1-4115-be42-4d76bf7594e5), after_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.886167 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (6402c879-2200-432c-9a4b-8fd0476dc339), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.893172 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.894748 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:27.896767 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] 10.222.0.31 "DELETE /v2.0/networks/6402c879-2200-432c-9a4b-8fd0476dc339 HTTP/1.1" status: 204 len: 168 time: 0.6599863 Feb 03 03:02:27.910322 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda5849-97da-4720-8b3a-869a33399b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=6402c879-2200-432c-9a4b-8fd0476dc339,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:27.914240 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Pushing event deleted for resources: {'Port': ['ID=2d5fcb6f-1ff1-4115-be42-4d76bf7594e5,revision_number=None']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:27.922254 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] No DVR routers for this DVR port 2d5fcb6f-1ff1-4115-be42-4d76bf7594e5 on host dv-cinder-827581-1-iscsi {{(pid=102484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:02:27.924160 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.924529 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.924935 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.925291 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.925728 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.925942 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.926276 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.926605 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.926927 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.927285 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.927581 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.927904 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.928447 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb27e37-5843-41cd-ae58-a7d2319c7af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:27.951138 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:02:27.951974 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:02:27.955961 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:02:27.986707 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'Port': ['ID=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:28.024068 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:28.024738 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.039515 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55906) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:28.045504 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-8653e604-20c8-4bd9-8aa1-daccb03bf7cb tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7719908 Feb 03 03:02:28.057304 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Request body: {'port': {'device_id': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:28.085118 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-296609ca-05b9-4133-82b5-8b20faa9f1db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c189a73642b4f5ba787addbc275d4c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443022 Feb 03 03:02:28.087536 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55908) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:28.137488 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.150076 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7136d0da-9315-4a3d-9bbe-fdb01d05efa2 admin admin] Publish callbacks [] for security_group (e627834b-c455-4e0f-b27b-f4bcf001b326), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.171997 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7136d0da-9315-4a3d-9bbe-fdb01d05efa2 admin admin] Publish callbacks [] for security_group (e627834b-c455-4e0f-b27b-f4bcf001b326), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.218067 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7136d0da-9315-4a3d-9bbe-fdb01d05efa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (e627834b-c455-4e0f-b27b-f4bcf001b326), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.223487 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7136d0da-9315-4a3d-9bbe-fdb01d05efa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.224761 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-7136d0da-9315-4a3d-9bbe-fdb01d05efa2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e627834b-c455-4e0f-b27b-f4bcf001b326 HTTP/1.1" status: 204 len: 168 time: 0.1360605 Feb 03 03:02:28.234517 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136d0da-9315-4a3d-9bbe-fdb01d05efa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e627834b-c455-4e0f-b27b-f4bcf001b326,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:28.236476 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-b4c9e3ff-df8c-4e4b-85d9-857f25d93b25 None None] Provisioning complete for port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:28.236998 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e3ff-df8c-4e4b-85d9-857f25d93b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.281517 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9e3ff-df8c-4e4b-85d9-857f25d93b25 None None] Port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:02:28.409542 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:02:28.417730 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Publish callbacks [] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.440566 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Transition to ACTIVE for port object 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 03:02:28.456379 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.543498 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Pushing event updated for resources: {'Port': ['ID=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:28.568503 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f387abd-8ccd-48d3-8386-4fd48f4c5032 req-0609f96d-b729-43b3-8af0-3341f371bdf5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:28.570083 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9f387abd-8ccd-48d3-8386-4fd48f4c5032 req-0609f96d-b729-43b3-8af0-3341f371bdf5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 932 time: 0.1431668 Feb 03 03:02:28.634917 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Attempting to bind port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:02:28.635613 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Attempting to bind port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:02:28.636168 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Attempting to bind port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 on network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:02:28.642776 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 on network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 03:02:28.643241 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Attempting to bind port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 on network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:02:28.648970 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9f387abd-8ccd-48d3-8386-4fd48f4c5032 req-bdbde3a7-7912-4c16-b224-d68d6c842b38 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722151 Feb 03 03:02:28.656627 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:02:28.657026 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Checking segment: {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:02:28.657496 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Bound using segment: {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:02:28.659136 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Bound port: 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:02:28.659136 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.734067 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] For port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:02:28.737107 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] For port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:02:28.742309 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.777050 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:28.777670 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:28.779065 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] 10.222.0.43 "PUT /v2.0/ports/5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 HTTP/1.1" status: 200 len: 1094 time: 0.7261207 Feb 03 03:02:28.779504 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'tag': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:02:28.784787 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d197f7-1faf-42fb-bcba-694c4ab942dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbae628-c830-4c00-9f73-83e7b4902acd", "tag": "5c0fa8f4-c18a-48b0-aa0e-25cfceb29350"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:02:28.811163 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd346a3e-eaf3-4ffa-ad22-e02a728bfc8b service neutron] Pushing event updated for resources: {'Port': ['ID=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:28.823411 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876306dc-20dd-4edb-8bce-83d1a4b09860 x-openstack-request-id: req-876306dc-20dd-4edb-8bce-83d1a4b09860 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:02:28.823944 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbae628-c830-4c00-9f73-83e7b4902acd", "tag": "5c0fa8f4-c18a-48b0-aa0e-25cfceb29350", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:02:28.824204 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-876306dc-20dd-4edb-8bce-83d1a4b09860 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:02:28.824613 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'tag': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350', 'status': 'completed', 'code': 200} Feb 03 03:02:28.880897 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-6cffa682-5569-4238-baed-8672d3865ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:28.882592 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-6cffa682-5569-4238-baed-8672d3865ba1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 1128 time: 0.0505764 Feb 03 03:02:28.932979 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-9e959a95-bdb2-4ad6-8117-4af353c93f60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 HTTP/1.1" status: 200 len: 217 time: 0.0408731 Feb 03 03:02:28.985042 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-d9417764-a29a-4e17-bde4-f7894fe0211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:28.986526 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-d9417764-a29a-4e17-bde4-f7894fe0211c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0464740 Feb 03 03:02:29.037846 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-9039415e-ee82-4188-8d8f-7064a115300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:29.039430 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-9039415e-ee82-4188-8d8f-7064a115300e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452921 Feb 03 03:02:29.132341 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-15111b43-e016-4324-a725-cf422f8fac69 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856442 Feb 03 03:02:29.223759 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ffb6d58-8d2d-4bf3-b36b-69ca289e304a req-7a046623-ac4e-4b73-a5e8-c6e9bbd4be8b service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855381 Feb 03 03:02:29.320705 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d197f7-1faf-42fb-bcba-694c4ab942dc req-12bcc184-85ff-40a8-aaf5-6b489b184a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:29.322252 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03d197f7-1faf-42fb-bcba-694c4ab942dc req-12bcc184-85ff-40a8-aaf5-6b489b184a55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 1128 time: 0.0451219 Feb 03 03:02:29.418444 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d197f7-1faf-42fb-bcba-694c4ab942dc req-6e982cac-8a66-4b60-ac1d-57f76b1da84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:29.420099 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03d197f7-1faf-42fb-bcba-694c4ab942dc req-6e982cac-8a66-4b60-ac1d-57f76b1da84f service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 913 time: 0.0867400 Feb 03 03:02:29.460118 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03d197f7-1faf-42fb-bcba-694c4ab942dc req-37fcef1f-1c1a-4b62-a18f-31a195bd30fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 HTTP/1.1" status: 200 len: 217 time: 0.0337555 Feb 03 03:02:29.510672 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d197f7-1faf-42fb-bcba-694c4ab942dc req-4fdd554c-3dbb-410b-9a26-22e18e9b4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:29.512019 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03d197f7-1faf-42fb-bcba-694c4ab942dc req-4fdd554c-3dbb-410b-9a26-22e18e9b4477 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0434048 Feb 03 03:02:29.534385 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55962) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:29.565784 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d197f7-1faf-42fb-bcba-694c4ab942dc req-276f57b2-05b1-47d2-ae14-28d6bd941d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:29.567294 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03d197f7-1faf-42fb-bcba-694c4ab942dc req-276f57b2-05b1-47d2-ae14-28d6bd941d97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482724 Feb 03 03:02:29.647159 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-75991c62-2389-49b0-92c3-8e5d9ee771f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:29.658418 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03d197f7-1faf-42fb-bcba-694c4ab942dc req-d06a7df9-799a-47a9-a5a1-eb468f72889f service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845056 Feb 03 03:02:29.723502 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-75991c62-2389-49b0-92c3-8e5d9ee771f0 admin admin] Publish callbacks [] for security_group (2465c2da-7a41-4d65-94d8-7fe216726a31), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:29.728532 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-75991c62-2389-49b0-92c3-8e5d9ee771f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (2465c2da-7a41-4d65-94d8-7fe216726a31), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:29.763634 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-75991c62-2389-49b0-92c3-8e5d9ee771f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0888cc5c4664b979b37d525074cc327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279744 Feb 03 03:02:29.766479 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 55968) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:29.773294 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75991c62-2389-49b0-92c3-8e5d9ee771f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2465c2da-7a41-4d65-94d8-7fe216726a31,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:29.778617 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-03d197f7-1faf-42fb-bcba-694c4ab942dc req-c66e1cec-e569-48b6-9378-e0a77532e1cb service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140375 Feb 03 03:02:29.798028 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b997c-f0ae-4730-8d78-bf55caeaa090 req-a67f4362-0bed-41ad-a15b-9f2dd1779d83 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:29.799627 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb7b997c-f0ae-4730-8d78-bf55caeaa090 req-a67f4362-0bed-41ad-a15b-9f2dd1779d83 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 944 time: 0.0701210 Feb 03 03:02:29.818443 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d4d197fb-8c71-4dbf-bb2e-a33efceb3397 admin admin] Publish callbacks [] for security_group (2465c2da-7a41-4d65-94d8-7fe216726a31), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:29.841486 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d4d197fb-8c71-4dbf-bb2e-a33efceb3397 admin admin] Publish callbacks [] for security_group (2465c2da-7a41-4d65-94d8-7fe216726a31), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:29.850362 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb7b997c-f0ae-4730-8d78-bf55caeaa090 req-270efc44-0ec6-4c2e-883e-fef87c66891a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445662 Feb 03 03:02:29.888661 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d4d197fb-8c71-4dbf-bb2e-a33efceb3397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (2465c2da-7a41-4d65-94d8-7fe216726a31), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:29.891421 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d4d197fb-8c71-4dbf-bb2e-a33efceb3397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:29.892619 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-d4d197fb-8c71-4dbf-bb2e-a33efceb3397 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2465c2da-7a41-4d65-94d8-7fe216726a31 HTTP/1.1" status: 204 len: 168 time: 0.1252809 Feb 03 03:02:29.899908 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d197fb-8c71-4dbf-bb2e-a33efceb3397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2465c2da-7a41-4d65-94d8-7fe216726a31,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:30.970942 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd3a82-735f-4f4e-baed-fc2bb2b6716f req-be43e86c-9a9a-4e7e-8d7e-c586309c8518 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:30.973583 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5fd3a82-735f-4f4e-baed-fc2bb2b6716f req-be43e86c-9a9a-4e7e-8d7e-c586309c8518 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 944 time: 0.0535016 Feb 03 03:02:31.024457 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5fd3a82-735f-4f4e-baed-fc2bb2b6716f req-2a672a16-3d46-4991-8bb0-3b34d5aa1518 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460019 Feb 03 03:02:32.155805 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec5e08-336b-4395-a59f-db51f46e4ef0 req-1250a89f-664e-4c1f-bbe4-3e2b40abe31a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:32.157426 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bec5e08-336b-4395-a59f-db51f46e4ef0 req-1250a89f-664e-4c1f-bbe4-3e2b40abe31a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 944 time: 0.0538096 Feb 03 03:02:32.204677 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8bec5e08-336b-4395-a59f-db51f46e4ef0 req-f8e09ad6-a1cd-4c8b-97be-4e02dee8360d tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416660 Feb 03 03:02:33.334905 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e498d1-83ef-482b-aa39-52410348f783 req-f262293b-d7d3-4e1f-b586-2dd77098aa9d tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:33.336348 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43e498d1-83ef-482b-aa39-52410348f783 req-f262293b-d7d3-4e1f-b586-2dd77098aa9d tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 944 time: 0.0544534 Feb 03 03:02:33.384616 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-43e498d1-83ef-482b-aa39-52410348f783 req-9969569b-4068-4ab3-84fd-97d9a45caf6d tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 Feb 03 03:02:34.510285 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9475b8-224f-4368-8c7b-eebe24bf99b2 req-f5a1f389-ff8d-4c1e-80e6-898237efe5e9 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:34.511782 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9b9475b8-224f-4368-8c7b-eebe24bf99b2 req-f5a1f389-ff8d-4c1e-80e6-898237efe5e9 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 944 time: 0.0553958 Feb 03 03:02:34.559419 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9b9475b8-224f-4368-8c7b-eebe24bf99b2 req-41694bcf-de8b-401d-b3ef-4d7400aaa6ac tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417817 Feb 03 03:02:35.680758 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a9779-c5ae-4f2e-9f37-ebf2299108bc req-3ad59350-b3e8-4ab4-bf2d-a3ab17685418 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:35.682276 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-805a9779-c5ae-4f2e-9f37-ebf2299108bc req-3ad59350-b3e8-4ab4-bf2d-a3ab17685418 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 944 time: 0.0541468 Feb 03 03:02:35.737052 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-805a9779-c5ae-4f2e-9f37-ebf2299108bc req-fe7d5550-ad32-40c2-8e86-96bbe7e5a483 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467196 Feb 03 03:02:36.874758 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dcd83-1646-4a77-ab57-9d8b949ce645 req-070d4aaa-544a-440d-a1c8-d68cf3e75424 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:36.876121 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2b0dcd83-1646-4a77-ab57-9d8b949ce645 req-070d4aaa-544a-440d-a1c8-d68cf3e75424 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 944 time: 0.0579059 Feb 03 03:02:36.924543 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2b0dcd83-1646-4a77-ab57-9d8b949ce645 req-4076d387-7f38-41c7-b687-325dbb30b432 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427406 Feb 03 03:02:38.054727 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951a17-81c2-43e4-9240-918778a7391b req-240b6337-0589-4791-834c-bbb3b91f5871 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:38.056225 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cb951a17-81c2-43e4-9240-918778a7391b req-240b6337-0589-4791-834c-bbb3b91f5871 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 944 time: 0.0638797 Feb 03 03:02:38.107076 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cb951a17-81c2-43e4-9240-918778a7391b req-91dd78aa-f54f-4991-9d20-c5ea1bc4593b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452111 Feb 03 03:02:39.188999 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:02:39.228990 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ff75f-d3bb-4875-bcbe-78bd9459faec req-4965c11d-c6f5-4b86-871c-7824fd53bdce tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:39.230633 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-936ff75f-d3bb-4875-bcbe-78bd9459faec req-4965c11d-c6f5-4b86-871c-7824fd53bdce tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 944 time: 0.0546036 Feb 03 03:02:39.283605 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-936ff75f-d3bb-4875-bcbe-78bd9459faec req-b82f8177-8444-4a91-8669-416e8afb3146 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472345 Feb 03 03:02:39.289537 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:39.300923 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'port_id': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350', 'mac_address': 'fa:16:3e:59:60:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:02:39.341492 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:39.341880 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:39.355273 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:02:39.374225 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:39.379120 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:39.430770 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:39.624283 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['5c0fa8f4-c18a-48b0-aa0e-25cfceb29350'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:02:40.402594 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030c73d-a750-45d8-a38d-dabe7c63389a req-fcdddfb3-86c4-4e18-89e6-2923f6b58e53 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:40.404060 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5030c73d-a750-45d8-a38d-dabe7c63389a req-fcdddfb3-86c4-4e18-89e6-2923f6b58e53 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 945 time: 0.0525491 Feb 03 03:02:40.451535 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5030c73d-a750-45d8-a38d-dabe7c63389a req-413972d1-3c8e-4ad0-aec1-aa6a9817291c tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Feb 03 03:02:41.208129 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:02:41.269563 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 03:02:41.273379 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:02:41.273789 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:41.356980 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:02:41.357286 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:41.379705 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:02:41.381938 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33004134-bfbb-43e6-990b-458b20086476" -d '{"events": [{"server_uuid": "4cbae628-c830-4c00-9f73-83e7b4902acd", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fa8f4-c18a-48b0-aa0e-25cfceb29350"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:02:41.393684 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:02:41.398498 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:41.422567 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b1eba9-91ac-4957-97cc-cc9957479499 x-openstack-request-id: req-69b1eba9-91ac-4957-97cc-cc9957479499 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:02:41.422880 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbae628-c830-4c00-9f73-83e7b4902acd", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fa8f4-c18a-48b0-aa0e-25cfceb29350", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:02:41.423165 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69b1eba9-91ac-4957-97cc-cc9957479499 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:02:41.423574 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350', 'code': 200} Feb 03 03:02:41.448452 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:41.579233 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33169e63-d5a4-4203-a063-ff48117e360c req-41362efa-378f-4aab-8c89-60473057b70b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:41.580903 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-33169e63-d5a4-4203-a063-ff48117e360c req-41362efa-378f-4aab-8c89-60473057b70b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 946 time: 0.0592983 Feb 03 03:02:41.634238 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-33169e63-d5a4-4203-a063-ff48117e360c req-eaa514e1-0d26-483a-afa4-cd1bc656b9c3 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468595 Feb 03 03:02:41.693046 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde785fc-b1a6-439f-98ed-ee191fa4800e req-c6647131-f4c5-4b44-b6fe-ebe80484f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:41.694935 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bde785fc-b1a6-439f-98ed-ee191fa4800e req-c6647131-f4c5-4b44-b6fe-ebe80484f79d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 1130 time: 0.0498610 Feb 03 03:02:41.748744 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bde785fc-b1a6-439f-98ed-ee191fa4800e req-6733167c-424a-4723-ba05-612d9bed0c08 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404596 Feb 03 03:02:41.810485 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56134) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:41.923207 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-44d29b1b-4219-41e0-a884-60b5237a1da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.000957 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-44d29b1b-4219-41e0-a884-60b5237a1da6 admin admin] Publish callbacks [] for security_group (c755690d-55ca-4ce6-a0d8-406af0493671), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.005588 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-44d29b1b-4219-41e0-a884-60b5237a1da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (c755690d-55ca-4ce6-a0d8-406af0493671), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.041949 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d29b1b-4219-41e0-a884-60b5237a1da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c755690d-55ca-4ce6-a0d8-406af0493671,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:42.048630 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-44d29b1b-4219-41e0-a884-60b5237a1da6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a71f9d757c0145628b6157d2be3816c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344887 Feb 03 03:02:42.048936 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56144) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:42.101117 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a8a3cd90-b8ba-4e60-a8a3-05f2db5443c2 admin admin] Publish callbacks [] for security_group (c755690d-55ca-4ce6-a0d8-406af0493671), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.121665 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a8a3cd90-b8ba-4e60-a8a3-05f2db5443c2 admin admin] Publish callbacks [] for security_group (c755690d-55ca-4ce6-a0d8-406af0493671), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.173597 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a8a3cd90-b8ba-4e60-a8a3-05f2db5443c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (c755690d-55ca-4ce6-a0d8-406af0493671), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.176170 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a8a3cd90-b8ba-4e60-a8a3-05f2db5443c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.177358 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a8a3cd90-b8ba-4e60-a8a3-05f2db5443c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c755690d-55ca-4ce6-a0d8-406af0493671 HTTP/1.1" status: 204 len: 168 time: 0.1275103 Feb 03 03:02:42.185771 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3cd90-b8ba-4e60-a8a3-05f2db5443c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c755690d-55ca-4ce6-a0d8-406af0493671,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:42.318382 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b208ef-e171-49a7-b055-02ba7068af72 req-62aafe58-f0aa-4678-a35b-513d718bc6f4 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:42.319704 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-77b208ef-e171-49a7-b055-02ba7068af72 req-62aafe58-f0aa-4678-a35b-513d718bc6f4 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0523427 Feb 03 03:02:42.365540 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-77b208ef-e171-49a7-b055-02ba7068af72 req-2c660f1f-a56a-4b22-98a5-0fe8106abf4e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399115 Feb 03 03:02:42.466833 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56156) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:42.480539 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-568a6883-3cf9-4c9f-a399-ff9af5d04e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.554440 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-568a6883-3cf9-4c9f-a399-ff9af5d04e14 admin admin] Publish callbacks [] for security_group (16e9d684-947d-4991-8445-55fa97bfd973), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.560011 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-568a6883-3cf9-4c9f-a399-ff9af5d04e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (16e9d684-947d-4991-8445-55fa97bfd973), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.594788 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a6883-3cf9-4c9f-a399-ff9af5d04e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e9d684-947d-4991-8445-55fa97bfd973,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:42.599769 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-568a6883-3cf9-4c9f-a399-ff9af5d04e14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71064b968a6248d8a409ae11151ac0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313541 Feb 03 03:02:42.601916 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56158) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:42.651995 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-65d466cf-a0c1-4679-8049-c789443e6939 admin admin] Publish callbacks [] for security_group (16e9d684-947d-4991-8445-55fa97bfd973), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.673924 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-65d466cf-a0c1-4679-8049-c789443e6939 admin admin] Publish callbacks [] for security_group (16e9d684-947d-4991-8445-55fa97bfd973), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.745375 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-65d466cf-a0c1-4679-8049-c789443e6939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (16e9d684-947d-4991-8445-55fa97bfd973), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.748284 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-65d466cf-a0c1-4679-8049-c789443e6939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:42.749457 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-65d466cf-a0c1-4679-8049-c789443e6939 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16e9d684-947d-4991-8445-55fa97bfd973 HTTP/1.1" status: 204 len: 168 time: 0.1466706 Feb 03 03:02:42.760355 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d466cf-a0c1-4679-8049-c789443e6939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e9d684-947d-4991-8445-55fa97bfd973,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:42.773562 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0183d-89eb-4dd3-a1e6-0b6df61d17b0 req-d73842e6-497b-48e3-a99f-21bb066e180c tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:42.775130 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f1f0183d-89eb-4dd3-a1e6-0b6df61d17b0 req-d73842e6-497b-48e3-a99f-21bb066e180c tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 946 time: 0.0704336 Feb 03 03:02:42.829854 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f1f0183d-89eb-4dd3-a1e6-0b6df61d17b0 req-c96e3de1-46e7-4339-9265-3fe20e32a8c8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439227 Feb 03 03:02:43.377352 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:43.491765 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934ba55-d66b-49e7-b2b0-9273ccde2f03 req-3c5e0743-0eb7-4da4-bb67-5dd707ccbec6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:43.493320 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6934ba55-d66b-49e7-b2b0-9273ccde2f03 req-3c5e0743-0eb7-4da4-bb67-5dd707ccbec6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0560496 Feb 03 03:02:43.539574 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6934ba55-d66b-49e7-b2b0-9273ccde2f03 req-d3044f9f-487f-4051-bf57-61bd407eae62 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407395 Feb 03 03:02:43.948631 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bb8f-f685-4359-881d-5cbc742937d4 req-bdc451e2-35d1-400c-a2af-2896ec0e0782 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:43.950135 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f701bb8f-f685-4359-881d-5cbc742937d4 req-bdc451e2-35d1-400c-a2af-2896ec0e0782 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 946 time: 0.0520000 Feb 03 03:02:43.998518 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f701bb8f-f685-4359-881d-5cbc742937d4 req-aa41946e-552b-4d6d-b49f-d941a195d7cc tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 Feb 03 03:02:44.117158 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010984c-301b-4ff5-86fb-7d6652ea0fb0 req-a61f5cbd-572b-4900-8c65-f18ccf3e4095 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:44.117158 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2010984c-301b-4ff5-86fb-7d6652ea0fb0 req-a61f5cbd-572b-4900-8c65-f18ccf3e4095 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 946 time: 0.0546176 Feb 03 03:02:44.169428 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2010984c-301b-4ff5-86fb-7d6652ea0fb0 req-8da0a7c5-799b-44a1-9d37-8578b0596e5e tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468671 Feb 03 03:02:44.191356 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56208) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:44.432195 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638152eb-8788-4cb4-b888-45ad9e079edc tempest-TestVolumeBootPattern-1846594663 tempest-TestVolumeBootPattern-1846594663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:44.434254 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-638152eb-8788-4cb4-b888-45ad9e079edc tempest-TestVolumeBootPattern-1846594663 tempest-TestVolumeBootPattern-1846594663-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 1125 time: 0.2413666 Feb 03 03:02:44.436867 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56218) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:44.441409 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'floatingip': {'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'port_id': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:44.463236 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:44.557589 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:44.692262 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Allocated IP 172.27.2.69 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/89b6d881-bce4-4141-955a-ef8201c8e58f) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:02:44.729039 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09bb7d-def1-498b-abde-e7b515f9738d req-bfaed0c2-7159-4b47-ba19-637889f0627b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:44.730354 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3f09bb7d-def1-498b-abde-e7b515f9738d req-bfaed0c2-7159-4b47-ba19-637889f0627b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0899725 Feb 03 03:02:44.830712 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3f09bb7d-def1-498b-abde-e7b515f9738d req-39410c31-ea10-45f0-87ea-026be377686a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682416 Feb 03 03:02:44.846222 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for port (89b6d881-bce4-4141-955a-ef8201c8e58f), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:44.881937 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (89b6d881-bce4-4141-955a-ef8201c8e58f), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:44.918600 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:02:44.922774 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:02:44.929246 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:02:44.932325 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'Port': ['ID=89b6d881-bce4-4141-955a-ef8201c8e58f,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:45.301316 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (c0faab1c-f56f-4d4f-96a6-2de85e01504a), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:45.372552 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (89b6d881-bce4-4141-955a-ef8201c8e58f), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:45.530412 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for port (89b6d881-bce4-4141-955a-ef8201c8e58f), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:45.538283 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (89b6d881-bce4-4141-955a-ef8201c8e58f), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:45.587156 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-22d8e9e7-91a9-406e-b9cd-4dfd3cc56e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:45.882413 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'Port': ['ID=89b6d881-bce4-4141-955a-ef8201c8e58f,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:45.891061 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (c0faab1c-f56f-4d4f-96a6-2de85e01504a), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:46.026117 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef05d9-f0bc-4e72-94f5-e8674d6c6e6c req-483ae522-e582-4797-b325-d715c8d6a15a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:46.027504 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-94ef05d9-f0bc-4e72-94f5-e8674d6c6e6c req-483ae522-e582-4797-b325-d715c8d6a15a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.1046760 Feb 03 03:02:46.028620 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Floating IP c0faab1c-f56f-4d4f-96a6-2de85e01504a associated. External IP: 172.27.2.69, port: 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350. Feb 03 03:02:46.153446 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-94ef05d9-f0bc-4e72-94f5-e8674d6c6e6c req-93ffc486-ef47-4514-bc55-483636f478c4 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203716 Feb 03 03:02:46.292048 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Router 96423995-d347-438a-a8a1-fc4458ff7324 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:02:46.405203 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:02:46.416346 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1913e7-8c0f-4b6c-acc9-bcfc9b7c019d None None] Sync routers for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:02:46.425737 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:46.426665 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1913e7-8c0f-4b6c-acc9-bcfc9b7c019d None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:46.427534 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-6e1913e7-8c0f-4b6c-acc9-bcfc9b7c019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:02:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:46.461297 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a7957bbc-4ffe-4254-8371-12254d777ba8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0233595 Feb 03 03:02:46.462091 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'tag': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:02:46.464826 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4ec911-ea71-4456-92c6-d478abc50620" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbae628-c830-4c00-9f73-83e7b4902acd", "tag": "5c0fa8f4-c18a-48b0-aa0e-25cfceb29350"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:02:46.502959 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6330cd4-50f3-44a2-aa47-50fa2904c22a x-openstack-request-id: req-a6330cd4-50f3-44a2-aa47-50fa2904c22a {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:02:46.503251 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbae628-c830-4c00-9f73-83e7b4902acd", "tag": "5c0fa8f4-c18a-48b0-aa0e-25cfceb29350", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:02:46.503504 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6330cd4-50f3-44a2-aa47-50fa2904c22a {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:02:46.503897 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'tag': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350', 'status': 'completed', 'code': 200} Feb 03 03:02:46.540940 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-6e1913e7-8c0f-4b6c-acc9-bcfc9b7c019d None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:46.568239 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ec911-ea71-4456-92c6-d478abc50620 req-cb6902d4-3894-4f01-8749-c5d8234ef732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:46.569964 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d4ec911-ea71-4456-92c6-d478abc50620 req-cb6902d4-3894-4f01-8749-c5d8234ef732 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 1130 time: 0.0456572 Feb 03 03:02:46.674563 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ec911-ea71-4456-92c6-d478abc50620 req-9cc2a9b8-9b1b-404e-99de-6b2627c13020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:46.676198 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d4ec911-ea71-4456-92c6-d478abc50620 req-9cc2a9b8-9b1b-404e-99de-6b2627c13020 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 913 time: 0.1001296 Feb 03 03:02:46.744012 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d4ec911-ea71-4456-92c6-d478abc50620 req-53031e52-2ca9-430b-8547-3150f991e109 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 HTTP/1.1" status: 200 len: 999 time: 0.0602100 Feb 03 03:02:46.800971 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ec911-ea71-4456-92c6-d478abc50620 req-7f3b72ee-e1b8-40b8-a955-184beade17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:46.802536 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d4ec911-ea71-4456-92c6-d478abc50620 req-7f3b72ee-e1b8-40b8-a955-184beade17e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0516167 Feb 03 03:02:46.858798 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-6e1913e7-8c0f-4b6c-acc9-bcfc9b7c019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': 'c0faab1c-f56f-4d4f-96a6-2de85e01504a', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:59:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:02:45Z', 'updated_at': '2022-02-03T03:02:45Z', 'revision_number': 0, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:46.859255 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ec911-ea71-4456-92c6-d478abc50620 req-e4c7f0e8-8498-460a-9233-3995a5af7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:46.860826 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d4ec911-ea71-4456-92c6-d478abc50620 req-e4c7f0e8-8498-460a-9233-3995a5af7f94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498617 Feb 03 03:02:46.885078 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1913e7-8c0f-4b6c-acc9-bcfc9b7c019d None None] Checking router: 96423995-d347-438a-a8a1-fc4458ff7324 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:02:46.893565 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1913e7-8c0f-4b6c-acc9-bcfc9b7c019d None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:02:46.894165 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-6e1913e7-8c0f-4b6c-acc9-bcfc9b7c019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:02:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:46.950705 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d4ec911-ea71-4456-92c6-d478abc50620 req-72a03f2c-d87e-49c2-9d07-d4649566d1ff service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829518 Feb 03 03:02:46.996030 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-6e1913e7-8c0f-4b6c-acc9-bcfc9b7c019d None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:02:47.047887 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4d4ec911-ea71-4456-92c6-d478abc50620 req-33692b35-7c2f-4bad-aa90-174d3373141b service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901515 Feb 03 03:02:47.221265 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-6e1913e7-8c0f-4b6c-acc9-bcfc9b7c019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': 'c0faab1c-f56f-4d4f-96a6-2de85e01504a', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:59:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:02:45Z', 'updated_at': '2022-02-03T03:02:45Z', 'revision_number': 0, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:02:47.247215 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1913e7-8c0f-4b6c-acc9-bcfc9b7c019d None None] The sync data for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi is: [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': 'c0faab1c-f56f-4d4f-96a6-2de85e01504a', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:59:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:02:45Z', 'updated_at': '2022-02-03T03:02:45Z', 'revision_number': 0, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:02:47.281347 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42157c7b-eb80-4185-bb7d-8b792402504c req-a6006e44-a732-4e3e-8812-0da52c53ef4c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:47.282921 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-42157c7b-eb80-4185-bb7d-8b792402504c req-a6006e44-a732-4e3e-8812-0da52c53ef4c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0542049 Feb 03 03:02:47.330316 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-42157c7b-eb80-4185-bb7d-8b792402504c req-d35a28fd-c8ee-4133-bb83-ccc07fc974e1 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413742 Feb 03 03:02:47.456702 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fa249-6af8-4010-aa4b-d9fd3c2a2d7c None None] New status for floating IP c0faab1c-f56f-4d4f-96a6-2de85e01504a: ACTIVE {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:02:47.838069 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56282) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:47.875402 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-76fdd52a-c834-4809-9f83-194546449f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:47.946907 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-32fa83eb-665e-421f-99cd-77be340a2850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.024674 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-32fa83eb-665e-421f-99cd-77be340a2850 admin admin] Publish callbacks [] for security_group (c600c7c4-0cd6-4575-a0f4-d9519e7d4d78), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.030550 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-32fa83eb-665e-421f-99cd-77be340a2850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (c600c7c4-0cd6-4575-a0f4-d9519e7d4d78), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.067067 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-32fa83eb-665e-421f-99cd-77be340a2850 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=175b390650ba4258938c6104004d5ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279289 Feb 03 03:02:48.067912 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa83eb-665e-421f-99cd-77be340a2850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c600c7c4-0cd6-4575-a0f4-d9519e7d4d78,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:48.070047 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56286) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:48.118890 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Publish callbacks [] for security_group (c600c7c4-0cd6-4575-a0f4-d9519e7d4d78), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.139501 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Publish callbacks [] for security_group (c600c7c4-0cd6-4575-a0f4-d9519e7d4d78), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.187786 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (c600c7c4-0cd6-4575-a0f4-d9519e7d4d78), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.190645 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.191834 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c600c7c4-0cd6-4575-a0f4-d9519e7d4d78 HTTP/1.1" status: 204 len: 168 time: 0.1207225 Feb 03 03:02:48.199748 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c600c7c4-0cd6-4575-a0f4-d9519e7d4d78,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:48.207089 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.207439 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.207784 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.208122 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.208455 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.208858 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.209196 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.209517 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.209850 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.210295 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.210622 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.211017 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.211262 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38abb76-dda3-4892-a338-5de881e54ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:02:48.454307 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74aaeb-1d60-4f98-938b-66552d6b70d4 req-a5f67f08-5cb5-4659-82d6-a5adf1b7f3dd tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:48.456013 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8f74aaeb-1d60-4f98-938b-66552d6b70d4 req-a5f67f08-5cb5-4659-82d6-a5adf1b7f3dd tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0542548 Feb 03 03:02:48.467291 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56294) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:48.480576 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7daf5b6b-5a5d-446d-b219-6c48d8e9badd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.503295 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8f74aaeb-1d60-4f98-938b-66552d6b70d4 req-e63a4737-ba7a-45ca-8df1-f92349077039 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417657 Feb 03 03:02:48.556629 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7daf5b6b-5a5d-446d-b219-6c48d8e9badd admin admin] Publish callbacks [] for security_group (274ad596-44aa-410a-bc76-06f967249673), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.561352 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7daf5b6b-5a5d-446d-b219-6c48d8e9badd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (274ad596-44aa-410a-bc76-06f967249673), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.599559 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-7daf5b6b-5a5d-446d-b219-6c48d8e9badd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=342d09c04bb14811a79db7fb2fcb1916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311803 Feb 03 03:02:48.600403 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf5b6b-5a5d-446d-b219-6c48d8e9badd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274ad596-44aa-410a-bc76-06f967249673,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:48.602561 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56296) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:48.652047 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-91504e6d-2f62-46ed-8796-e3842aa256c1 admin admin] Publish callbacks [] for security_group (274ad596-44aa-410a-bc76-06f967249673), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.677112 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-91504e6d-2f62-46ed-8796-e3842aa256c1 admin admin] Publish callbacks [] for security_group (274ad596-44aa-410a-bc76-06f967249673), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.740300 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-91504e6d-2f62-46ed-8796-e3842aa256c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (274ad596-44aa-410a-bc76-06f967249673), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.742912 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-91504e6d-2f62-46ed-8796-e3842aa256c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:48.746478 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-91504e6d-2f62-46ed-8796-e3842aa256c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/274ad596-44aa-410a-bc76-06f967249673 HTTP/1.1" status: 204 len: 168 time: 0.1405392 Feb 03 03:02:48.751542 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91504e6d-2f62-46ed-8796-e3842aa256c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274ad596-44aa-410a-bc76-06f967249673,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:49.084282 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56302) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:49.098057 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36e518aa-a221-41e1-a9d9-22eda9c97e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:49.172079 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36e518aa-a221-41e1-a9d9-22eda9c97e97 admin admin] Publish callbacks [] for security_group (45c26210-2969-4d7c-bd7f-b74abee48235), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:49.178287 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-36e518aa-a221-41e1-a9d9-22eda9c97e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (45c26210-2969-4d7c-bd7f-b74abee48235), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:49.215871 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-36e518aa-a221-41e1-a9d9-22eda9c97e97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b268e7792c0478284dd8e38138c184e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305077 Feb 03 03:02:49.216753 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e518aa-a221-41e1-a9d9-22eda9c97e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c26210-2969-4d7c-bd7f-b74abee48235,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:49.218764 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56304) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:49.267750 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4c8e-ef3b-49d6-9534-cabde6c4ab99 admin admin] Publish callbacks [] for security_group (45c26210-2969-4d7c-bd7f-b74abee48235), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:49.290061 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4c8e-ef3b-49d6-9534-cabde6c4ab99 admin admin] Publish callbacks [] for security_group (45c26210-2969-4d7c-bd7f-b74abee48235), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:49.337793 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4c8e-ef3b-49d6-9534-cabde6c4ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (45c26210-2969-4d7c-bd7f-b74abee48235), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:49.340346 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4c8e-ef3b-49d6-9534-cabde6c4ab99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:49.341513 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-7d4a4c8e-ef3b-49d6-9534-cabde6c4ab99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45c26210-2969-4d7c-bd7f-b74abee48235 HTTP/1.1" status: 204 len: 168 time: 0.1217306 Feb 03 03:02:49.349366 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a4c8e-ef3b-49d6-9534-cabde6c4ab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c26210-2969-4d7c-bd7f-b74abee48235,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:49.628263 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:49.642659 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2a9c4-71dc-412d-b740-82e3896a4b7a req-f865f1a2-5cb8-483c-ab2c-0cb4ddf9675f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:49.644127 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e7b2a9c4-71dc-412d-b740-82e3896a4b7a req-f865f1a2-5cb8-483c-ab2c-0cb4ddf9675f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0662899 Feb 03 03:02:49.689476 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e7b2a9c4-71dc-412d-b740-82e3896a4b7a req-768a6015-0e84-4aa3-9d25-1480e6289f88 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397434 Feb 03 03:02:50.053654 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56328) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:50.153944 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1768027409-network', 'tenant_id': 'ef5bde70ec00452887ed8a4489e3d7b5'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:50.175588 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Made reservation on behalf of ef5bde70ec00452887ed8a4489e3d7b5 for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:02:50.179015 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.191609 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.272496 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Publish callbacks [] for security_group (7dbab6cf-fab3-4dd5-8a4b-5c9246460579), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.278987 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (7dbab6cf-fab3-4dd5-8a4b-5c9246460579), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.306523 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 03:02:50.314939 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbab6cf-fab3-4dd5-8a4b-5c9246460579,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:50.321098 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (196968d7-e065-4e16-aaaa-948d6207b5bc), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.321451 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Added segment 196968d7-e065-4e16-aaaa-948d6207b5bc of type vlan for network 14de71b1-064b-43d6-bc4f-aae3bf54a44d Feb 03 03:02:50.364116 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (14de71b1-064b-43d6-bc4f-aae3bf54a44d), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.390918 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (14de71b1-064b-43d6-bc4f-aae3bf54a44d), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.391865 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:50.392476 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.438828 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3840737 Feb 03 03:02:50.441967 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56332) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:50.446929 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] Request body: {'subnet': {'network_id': '14de71b1-064b-43d6-bc4f-aae3bf54a44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1768027409-subnet', 'tenant_id': 'ef5bde70ec00452887ed8a4489e3d7b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:50.451004 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c75897-4097-4219-b301-6992e84f5b32 admin admin] Pushing event updated for resources: {'Network': ['ID=14de71b1-064b-43d6-bc4f-aae3bf54a44d,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:50.461542 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 14de71b1-064b-43d6-bc4f-aae3bf54a44d details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 03:02:50.467897 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] Made reservation on behalf of ef5bde70ec00452887ed8a4489e3d7b5 for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:02:50.470267 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386261'] for subnet (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.566332 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.638642 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9381359'] for subnet (2701b8ea-e5b9-4ca6-a1a7-c55e751cb9c5), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.698277 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2701b8ea-e5b9-4ca6-a1a7-c55e751cb9c5,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:50.714452 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] Checking segment: {'id': '196968d7-e065-4e16-aaaa-948d6207b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '14de71b1-064b-43d6-bc4f-aae3bf54a44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:02:50.715898 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] Network hostable DHCP agents. Network: 14de71b1-064b-43d6-bc4f-aae3bf54a44d, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 03:02:50.734426 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] Network 14de71b1-064b-43d6-bc4f-aae3bf54a44d is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 03:02:50.743551 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 14de71b1-064b-43d6-bc4f-aae3bf54a44d) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:02:50.748126 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:50.748700 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:50.756420 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e0203c-77af-45ca-a406-212cb0325c7b None None] Network 14de71b1-064b-43d6-bc4f-aae3bf54a44d requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:02:50.775514 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-77e5353b-e080-42de-95ab-ae660b6162eb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3324490 Feb 03 03:02:50.819406 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ff1eb-21ba-4e3a-8f65-3bcd83698b55 req-be557751-f7c0-48bd-ba64-3c1b08806aa2 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:50.820940 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b05ff1eb-21ba-4e3a-8f65-3bcd83698b55 req-be557751-f7c0-48bd-ba64-3c1b08806aa2 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0578623 Feb 03 03:02:50.860636 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17278dc-f9dc-442b-910f-495d97f981e6 None None] Network 14de71b1-064b-43d6-bc4f-aae3bf54a44d requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:02:50.881324 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b05ff1eb-21ba-4e3a-8f65-3bcd83698b55 req-5174b162-989e-410b-b773-6028bdcd297d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536397 Feb 03 03:02:51.258701 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56350) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:51.263671 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1001206536-network', 'tenant_id': '2c5d9d81ed6b4090bd589ad6f6c81bba'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:51.284996 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Made reservation on behalf of 2c5d9d81ed6b4090bd589ad6f6c81bba for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:02:51.287230 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:51.295496 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:51.370455 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Publish callbacks [] for security_group (2abbee01-e089-4cd3-9610-625bb98c589e), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:51.375893 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (2abbee01-e089-4cd3-9610-625bb98c589e), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:51.399981 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 03:02:51.409680 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abbee01-e089-4cd3-9610-625bb98c589e,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:51.414338 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (1dacdaff-5062-4f5b-881f-bfff82f7b2d8), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:51.414675 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Added segment 1dacdaff-5062-4f5b-881f-bfff82f7b2d8 of type vlan for network d7bf781b-0981-4065-9d59-470982305397 Feb 03 03:02:51.457559 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (d7bf781b-0981-4065-9d59-470982305397), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:51.485681 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (d7bf781b-0981-4065-9d59-470982305397), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:51.486883 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:51.487503 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:51.541672 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2818561 Feb 03 03:02:51.544538 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56354) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:02:51.548702 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490035c-b146-43f1-aaa2-cf79375f9c7a admin admin] Pushing event updated for resources: {'Network': ['ID=d7bf781b-0981-4065-9d59-470982305397,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:51.549726 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] Request body: {'subnet': {'network_id': 'd7bf781b-0981-4065-9d59-470982305397', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1001206536-subnet', 'tenant_id': '2c5d9d81ed6b4090bd589ad6f6c81bba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:02:51.559032 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network d7bf781b-0981-4065-9d59-470982305397 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 03:02:51.570346 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] Made reservation on behalf of 2c5d9d81ed6b4090bd589ad6f6c81bba for: {'subnet': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:02:51.572864 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3844096'] for subnet (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:51.736463 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3847418'] for subnet (50df67d0-8ac8-4a69-9441-a1b4f9ffef82), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:51.782501 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50df67d0-8ac8-4a69-9441-a1b4f9ffef82,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:02:51.799322 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] Checking segment: {'id': '1dacdaff-5062-4f5b-881f-bfff82f7b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd7bf781b-0981-4065-9d59-470982305397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:02:51.799676 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] Network hostable DHCP agents. Network: d7bf781b-0981-4065-9d59-470982305397, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 03:02:51.817685 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] Network d7bf781b-0981-4065-9d59-470982305397 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 03:02:51.827827 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, d7bf781b-0981-4065-9d59-470982305397) {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:02:51.832587 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:51.833216 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:51.837792 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d56706d-a12e-4542-918d-898c6e060970 None None] Network d7bf781b-0981-4065-9d59-470982305397 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:02:51.852115 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-a8912b62-00c3-4e09-bb80-c551ff1d3d43 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3063946 Feb 03 03:02:52.008619 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7846a3e-0d8a-4c28-bcf5-60be562cf6ac req-4a4a4724-7b87-4878-92b7-a2e2dbcda933 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:52.010089 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c7846a3e-0d8a-4c28-bcf5-60be562cf6ac req-4a4a4724-7b87-4878-92b7-a2e2dbcda933 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0588784 Feb 03 03:02:52.059915 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c7846a3e-0d8a-4c28-bcf5-60be562cf6ac req-3bbb8673-e5c5-4f5e-bddc-1aa0c8442e7f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442700 Feb 03 03:02:52.075721 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae4a6cb-a029-4200-a413-82b7e04d7bfb None None] Network d7bf781b-0981-4065-9d59-470982305397 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:02:52.183548 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:02:53.188213 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b697bce-62e4-4606-a54f-2ba4a4a2382e req-e4035508-0539-4665-bc6b-0d6ebecec1ba tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:53.189724 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5b697bce-62e4-4606-a54f-2ba4a4a2382e req-e4035508-0539-4665-bc6b-0d6ebecec1ba tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0556357 Feb 03 03:02:53.238487 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5b697bce-62e4-4606-a54f-2ba4a4a2382e req-d26a57ab-8fa7-4c6e-9235-f46204787349 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409086 Feb 03 03:02:54.374300 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd20ed-7644-405c-8f28-f4d0fa5922f5 req-47f0f891-0feb-424a-9259-446324191273 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:54.375766 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5bd20ed-7644-405c-8f28-f4d0fa5922f5 req-47f0f891-0feb-424a-9259-446324191273 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0588796 Feb 03 03:02:54.421136 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c5bd20ed-7644-405c-8f28-f4d0fa5922f5 req-1217e5c8-dc5a-48d0-946a-7fec583de1b3 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398130 Feb 03 03:02:55.563970 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a1a5e-f3f1-4377-b000-bfc8e51c8341 req-ddb43809-cfc4-4fb0-91e0-e0d0f8fe2a88 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:55.565472 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e61a1a5e-f3f1-4377-b000-bfc8e51c8341 req-ddb43809-cfc4-4fb0-91e0-e0d0f8fe2a88 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0574086 Feb 03 03:02:55.613468 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e61a1a5e-f3f1-4377-b000-bfc8e51c8341 req-c0c7717e-7c45-490e-a726-78f3fc0c4f76 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398591 Feb 03 03:02:56.751103 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c573ed4-a3c5-4275-9e7c-f84dd3a7f670 req-43801e38-5cbb-41c8-b630-598640e7732b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:56.752582 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4c573ed4-a3c5-4275-9e7c-f84dd3a7f670 req-43801e38-5cbb-41c8-b630-598640e7732b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0567727 Feb 03 03:02:56.803787 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4c573ed4-a3c5-4275-9e7c-f84dd3a7f670 req-5cf95eb1-88eb-416b-a292-e2a07923a24d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430100 Feb 03 03:02:57.927527 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f0a98-a210-4729-b5f5-7179f60a24aa req-c61608be-2105-4469-a482-9e361825eaca tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:57.929026 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cd5f0a98-a210-4729-b5f5-7179f60a24aa req-c61608be-2105-4469-a482-9e361825eaca tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0527065 Feb 03 03:02:57.977748 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cd5f0a98-a210-4729-b5f5-7179f60a24aa req-a79cd565-6247-460d-9a11-e0a5611a0265 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Feb 03 03:02:59.109060 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a52de0-ac92-4e60-8de9-f6a9c030fd7e req-d4beaaca-c831-44b4-8c4e-9df311d0cc6e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:02:59.110620 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01a52de0-ac92-4e60-8de9-f6a9c030fd7e req-d4beaaca-c831-44b4-8c4e-9df311d0cc6e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0597086 Feb 03 03:02:59.164889 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-01a52de0-ac92-4e60-8de9-f6a9c030fd7e req-b172e1ae-3078-4e5f-a122-8d1ce17741d9 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482244 Feb 03 03:03:00.288646 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf06b36-9edd-41b9-be22-da67aeb690fd req-c4919d4c-b1b6-414f-8806-e165639b5f54 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:00.290430 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bbf06b36-9edd-41b9-be22-da67aeb690fd req-c4919d4c-b1b6-414f-8806-e165639b5f54 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0521114 Feb 03 03:03:00.341252 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bbf06b36-9edd-41b9-be22-da67aeb690fd req-9f616805-ab5e-46ac-82a6-5c1f0f247b8d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446532 Feb 03 03:03:01.471544 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddacd4e-6bb2-4a42-b085-f8536efad0fc req-151dd94e-25c0-4f9c-88c1-0459e9402f02 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:01.473016 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0ddacd4e-6bb2-4a42-b085-f8536efad0fc req-151dd94e-25c0-4f9c-88c1-0459e9402f02 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0582569 Feb 03 03:03:01.520710 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0ddacd4e-6bb2-4a42-b085-f8536efad0fc req-ddf7fc3d-2094-4dc7-8c17-f1ab92a4cf80 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393863 Feb 03 03:03:02.242807 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:03:02.648344 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b298e-1104-4ad4-b965-22ea98eca154 req-2c3a5895-cc4d-4b91-b609-7bd46063895a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:02.651656 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3d6b298e-1104-4ad4-b965-22ea98eca154 req-2c3a5895-cc4d-4b91-b609-7bd46063895a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0607381 Feb 03 03:03:02.706680 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3d6b298e-1104-4ad4-b965-22ea98eca154 req-74a72742-cf95-4397-821e-f279b9a91eef tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493243 Feb 03 03:03:03.359714 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b31cace4-7041-409f-a805-55308777e17a details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:03:03.464860 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:03.476378 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': 'b31cace4-7041-409f-a805-55308777e17a', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'port_id': 'b31cace4-7041-409f-a805-55308777e17a', 'mac_address': 'fa:16:3e:6b:d0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:03:03.511941 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port b31cace4-7041-409f-a805-55308777e17a is: ACTIVE; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:03.512330 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b31cace4-7041-409f-a805-55308777e17a), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:03.527780 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b31cace4-7041-409f-a805-55308777e17a {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:03:03.546409 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:03.552319 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b31cace4-7041-409f-a805-55308777e17a), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:03.610470 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=b31cace4-7041-409f-a805-55308777e17a,revision_number=6']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:03.643268 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['b31cace4-7041-409f-a805-55308777e17a'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:03:03.839084 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431de9ed-9e16-4de3-9ae8-f091aa0b42d1 req-e7214b72-6e90-475b-899f-34b5aace3cee tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:03.840557 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-431de9ed-9e16-4de3-9ae8-f091aa0b42d1 req-e7214b72-6e90-475b-899f-34b5aace3cee tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 945 time: 0.0564151 Feb 03 03:03:03.889842 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-431de9ed-9e16-4de3-9ae8-f091aa0b42d1 req-ee4d5b36-23e1-49b3-aa6e-f41f5af51cf7 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398393 Feb 03 03:03:05.014166 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6d63d-d547-4ca4-b995-d19f6beebb58 req-0a7b0da7-c30a-4e31-81c4-a336ef09d52a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:05.015727 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-71e6d63d-d547-4ca4-b995-d19f6beebb58 req-0a7b0da7-c30a-4e31-81c4-a336ef09d52a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 945 time: 0.0547864 Feb 03 03:03:05.063022 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-71e6d63d-d547-4ca4-b995-d19f6beebb58 req-1a9e7d76-8079-4bf0-b2e6-582ddf97e42c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 Feb 03 03:03:05.375223 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b31cace4-7041-409f-a805-55308777e17a up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:05.427237 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56532) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:05.436106 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port b31cace4-7041-409f-a805-55308777e17a triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:05.436473 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (b31cace4-7041-409f-a805-55308777e17a), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.473462 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d67e919-9f08-4967-9034-c8fa6f25a911 admin admin] Deleting subnet 2701b8ea-e5b9-4ca6-a1a7-c55e751cb9c5 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:03:05.477014 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8d67e919-9f08-4967-9034-c8fa6f25a911 admin admin] Publish callbacks [] for subnet (2701b8ea-e5b9-4ca6-a1a7-c55e751cb9c5), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.522279 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8d67e919-9f08-4967-9034-c8fa6f25a911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8945969'] for subnet (2701b8ea-e5b9-4ca6-a1a7-c55e751cb9c5), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.525188 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port b31cace4-7041-409f-a805-55308777e17a is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:05.525552 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b31cace4-7041-409f-a805-55308777e17a), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.552015 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31cace4-7041-409f-a805-55308777e17a'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:03:05.554630 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1e0234-59ed-4897-b91c-603172edab25" -d '{"events": [{"server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "name": "network-vif-plugged", "status": "completed", "tag": "b31cace4-7041-409f-a805-55308777e17a"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:03:05.569140 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:05.575857 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b31cace4-7041-409f-a805-55308777e17a), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.590967 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8d67e919-9f08-4967-9034-c8fa6f25a911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (2701b8ea-e5b9-4ca6-a1a7-c55e751cb9c5), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.627730 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8463a9-0d3f-467d-abeb-245c338f2ee5 x-openstack-request-id: req-9d8463a9-0d3f-467d-abeb-245c338f2ee5 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:03:05.628034 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "name": "network-vif-plugged", "status": "completed", "tag": "b31cace4-7041-409f-a805-55308777e17a", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:03:05.628291 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d8463a9-0d3f-467d-abeb-245c338f2ee5 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:03:05.628745 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31cace4-7041-409f-a805-55308777e17a', 'code': 200} Feb 03 03:03:05.640999 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=b31cace4-7041-409f-a805-55308777e17a,revision_number=7']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:05.683283 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8d67e919-9f08-4967-9034-c8fa6f25a911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9381364'] for subnet (2701b8ea-e5b9-4ca6-a1a7-c55e751cb9c5), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.707130 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67e919-9f08-4967-9034-c8fa6f25a911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2701b8ea-e5b9-4ca6-a1a7-c55e751cb9c5,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:05.714100 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8d67e919-9f08-4967-9034-c8fa6f25a911 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.720158 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8d67e919-9f08-4967-9034-c8fa6f25a911 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2701b8ea-e5b9-4ca6-a1a7-c55e751cb9c5 HTTP/1.1" status: 204 len: 168 time: 0.2915974 Feb 03 03:03:05.720291 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56536) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:05.795097 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (14de71b1-064b-43d6-bc4f-aae3bf54a44d), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.875880 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (14de71b1-064b-43d6-bc4f-aae3bf54a44d), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.900140 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14de71b1-064b-43d6-bc4f-aae3bf54a44d']}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:05.909983 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196968d7-e065-4e16-aaaa-948d6207b5bc') {'for_net_delete': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:05.910287 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196968d7-e065-4e16-aaaa-948d6207b5bc') {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:05.920178 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575254'] for segment (196968d7-e065-4e16-aaaa-948d6207b5bc), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.935429 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (196968d7-e065-4e16-aaaa-948d6207b5bc), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.942758 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:03:05.944465 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3364233'] for segment (196968d7-e065-4e16-aaaa-948d6207b5bc), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: Traceback (most recent call last): Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: timer() Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: cb(*args, **kw) Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: return func(*args, **kwargs) Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: self._notify() Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: self.callback(batched_events) Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: event.method(event) Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: return f(self, *a, **k) Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._get(url).json() Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: return self.request(url, 'GET', **kwargs) Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:03:05.947175 dv-cinder-827581-1-iscsi neutron-server[102483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:03:06.010848 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (14de71b1-064b-43d6-bc4f-aae3bf54a44d), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.016784 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.021229 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/14de71b1-064b-43d6-bc4f-aae3bf54a44d HTTP/1.1" status: 204 len: 168 time: 0.2993987 Feb 03 03:03:06.023263 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56538) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:06.034606 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f056106-8777-41d0-a45b-ec5bb326a5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=14de71b1-064b-43d6-bc4f-aae3bf54a44d,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:06.072595 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-e310514f-7922-4608-bffc-b41094058768 admin admin] Deleting subnet 50df67d0-8ac8-4a69-9441-a1b4f9ffef82 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:03:06.076375 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e310514f-7922-4608-bffc-b41094058768 admin admin] Publish callbacks [] for subnet (50df67d0-8ac8-4a69-9441-a1b4f9ffef82), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.128790 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e310514f-7922-4608-bffc-b41094058768 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8945969'] for subnet (50df67d0-8ac8-4a69-9441-a1b4f9ffef82), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.204204 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e310514f-7922-4608-bffc-b41094058768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (50df67d0-8ac8-4a69-9441-a1b4f9ffef82), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.258895 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d2c03-c658-4c9b-88d0-e47e19a3e85f req-dbed392c-3f6b-4afb-8246-7b66b0658104 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:06.261707 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-978d2c03-c658-4c9b-88d0-e47e19a3e85f req-dbed392c-3f6b-4afb-8246-7b66b0658104 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.1090760 Feb 03 03:03:06.301019 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e310514f-7922-4608-bffc-b41094058768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9381364'] for subnet (50df67d0-8ac8-4a69-9441-a1b4f9ffef82), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.342197 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310514f-7922-4608-bffc-b41094058768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50df67d0-8ac8-4a69-9441-a1b4f9ffef82,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:06.344370 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e310514f-7922-4608-bffc-b41094058768 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.351002 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e310514f-7922-4608-bffc-b41094058768 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/50df67d0-8ac8-4a69-9441-a1b4f9ffef82 HTTP/1.1" status: 204 len: 168 time: 0.3235877 Feb 03 03:03:06.351674 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56542) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:06.361741 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-978d2c03-c658-4c9b-88d0-e47e19a3e85f req-3000bb7c-d3ec-42ff-bb8a-1256e6ce792e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924258 Feb 03 03:03:06.424052 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (d7bf781b-0981-4065-9d59-470982305397), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.513113 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (d7bf781b-0981-4065-9d59-470982305397), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.533261 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bf781b-0981-4065-9d59-470982305397']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:06.543571 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dacdaff-5062-4f5b-881f-bfff82f7b2d8') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:06.543571 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dacdaff-5062-4f5b-881f-bfff82f7b2d8') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:06.553141 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8945960'] for segment (1dacdaff-5062-4f5b-881f-bfff82f7b2d8), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.566977 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (1dacdaff-5062-4f5b-881f-bfff82f7b2d8), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.574692 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:03:06.575123 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993336'] for segment (1dacdaff-5062-4f5b-881f-bfff82f7b2d8), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: Traceback (most recent call last): Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: timer() Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: cb(*args, **kw) Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: self._notify() Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: self.callback(batched_events) Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: event.method(event) Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: return f(self, *a, **k) Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._get(url).json() Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:03:06.577131 dv-cinder-827581-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:03:06.642485 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (d7bf781b-0981-4065-9d59-470982305397), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.649729 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.656146 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] 10.222.0.31 "DELETE /v2.0/networks/d7bf781b-0981-4065-9d59-470982305397 HTTP/1.1" status: 204 len: 168 time: 0.3039737 Feb 03 03:03:06.669091 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb792b8-27db-459f-a69b-84cca1022bda admin admin] Pushing event deleted for resources: {'Network': ['ID=d7bf781b-0981-4065-9d59-470982305397,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:06.847022 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56546) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:06.894744 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e8559f8f-0173-4f6b-b0ff-6dc280186c46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef5bde70ec00452887ed8a4489e3d7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465324 Feb 03 03:03:06.897522 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56548) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:06.946906 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-90fda61e-6c22-44f0-9681-99da1024894e admin admin] Publish callbacks [] for security_group (7dbab6cf-fab3-4dd5-8a4b-5c9246460579), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:06.972233 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-90fda61e-6c22-44f0-9681-99da1024894e admin admin] Publish callbacks [] for security_group (7dbab6cf-fab3-4dd5-8a4b-5c9246460579), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:07.032410 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-90fda61e-6c22-44f0-9681-99da1024894e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (7dbab6cf-fab3-4dd5-8a4b-5c9246460579), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:07.035352 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-90fda61e-6c22-44f0-9681-99da1024894e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:07.036512 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-90fda61e-6c22-44f0-9681-99da1024894e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7dbab6cf-fab3-4dd5-8a4b-5c9246460579 HTTP/1.1" status: 204 len: 168 time: 0.1378648 Feb 03 03:03:07.045126 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fda61e-6c22-44f0-9681-99da1024894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbab6cf-fab3-4dd5-8a4b-5c9246460579,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:07.455159 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56560) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:07.526651 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56562) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:07.530808 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2cb24860-c713-4d2a-b8ac-58272c95371f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c5d9d81ed6b4090bd589ad6f6c81bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727375 Feb 03 03:03:07.585962 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f65ab7ae-572c-4498-a3cc-45f016e62bc6 admin admin] Publish callbacks [] for security_group (2abbee01-e089-4cd3-9610-625bb98c589e), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:07.609972 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f65ab7ae-572c-4498-a3cc-45f016e62bc6 admin admin] Publish callbacks [] for security_group (2abbee01-e089-4cd3-9610-625bb98c589e), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:07.668480 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f65ab7ae-572c-4498-a3cc-45f016e62bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (2abbee01-e089-4cd3-9610-625bb98c589e), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:07.672021 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f65ab7ae-572c-4498-a3cc-45f016e62bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:07.677129 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-f65ab7ae-572c-4498-a3cc-45f016e62bc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2abbee01-e089-4cd3-9610-625bb98c589e HTTP/1.1" status: 204 len: 168 time: 0.1451356 Feb 03 03:03:07.685931 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ab7ae-572c-4498-a3cc-45f016e62bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abbee01-e089-4cd3-9610-625bb98c589e,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:07.798828 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa690e-5fa0-4e30-92f8-3bebd70b6c5f req-a87675ae-6901-4600-a1da-36bb4b4b1d8d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:07.805889 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-45aa690e-5fa0-4e30-92f8-3bebd70b6c5f req-a87675ae-6901-4600-a1da-36bb4b4b1d8d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0614274 Feb 03 03:03:07.862929 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-45aa690e-5fa0-4e30-92f8-3bebd70b6c5f req-a3092acf-017c-425a-904f-b3e980244ed4 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558679 Feb 03 03:03:09.000486 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600f1ea-f76f-4856-9dc4-05feb555fa8f req-d50fd46c-2c08-4dc7-92e5-9b1a9fb507d6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:09.002212 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8600f1ea-f76f-4856-9dc4-05feb555fa8f req-d50fd46c-2c08-4dc7-92e5-9b1a9fb507d6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0670483 Feb 03 03:03:09.064826 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8600f1ea-f76f-4856-9dc4-05feb555fa8f req-be1db7ce-8fc9-4e64-8481-bb7b127d8afb tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560174 Feb 03 03:03:10.243004 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370bc90-7d58-48f1-8d29-d0ed054f8d6c req-923a8589-ec46-4ada-9a47-5d26f6e5e6be tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:10.245186 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f370bc90-7d58-48f1-8d29-d0ed054f8d6c req-923a8589-ec46-4ada-9a47-5d26f6e5e6be tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0883751 Feb 03 03:03:10.303109 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f370bc90-7d58-48f1-8d29-d0ed054f8d6c req-ebb9379f-5c85-41ed-a1fe-5a823cdc48d3 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512979 Feb 03 03:03:11.460998 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1c873-e788-4f6b-9aca-13ef855ec370 req-6a71f9a3-dc67-41f9-9c6d-847d743a0065 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:11.462331 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ae1c873-e788-4f6b-9aca-13ef855ec370 req-6a71f9a3-dc67-41f9-9c6d-847d743a0065 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0680678 Feb 03 03:03:11.515523 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9ae1c873-e788-4f6b-9aca-13ef855ec370 req-06b43aab-2c28-4233-a594-1f89ab5fbe9e tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475330 Feb 03 03:03:12.655608 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c4363-1b13-4484-bfc5-d5be3d2087ca req-183f16dd-7f4d-4ecc-8057-b577c489e271 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:12.657815 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f4c4363-1b13-4484-bfc5-d5be3d2087ca req-183f16dd-7f4d-4ecc-8057-b577c489e271 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0633044 Feb 03 03:03:12.726013 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f4c4363-1b13-4484-bfc5-d5be3d2087ca req-6f405198-6d39-4c5a-9133-eb0f1509bedf tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620234 Feb 03 03:03:13.377289 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:13.849197 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e3705-909d-4f2c-8fbc-15d2acb51140 req-a2c748d2-8682-4448-886b-048f737685c6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:13.851728 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-184e3705-909d-4f2c-8fbc-15d2acb51140 req-a2c748d2-8682-4448-886b-048f737685c6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0548828 Feb 03 03:03:13.914751 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-184e3705-909d-4f2c-8fbc-15d2acb51140 req-fbf2609f-2cae-4af5-a15e-58f50f5e8e23 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535655 Feb 03 03:03:14.754511 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c4771-a44f-4ef7-9764-4427c7ebe7a7 req-7318c757-5b84-464d-a6bd-7ed337aa559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:14.755931 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-820c4771-a44f-4ef7-9764-4427c7ebe7a7 req-7318c757-5b84-464d-a6bd-7ed337aa559f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 1130 time: 0.0473390 Feb 03 03:03:14.849927 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c4771-a44f-4ef7-9764-4427c7ebe7a7 req-c7db60b9-3f0d-4176-86a2-d0ddd460efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:14.851412 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-820c4771-a44f-4ef7-9764-4427c7ebe7a7 req-c7db60b9-3f0d-4176-86a2-d0ddd460efab service neutron] 10.222.0.43 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 917 time: 0.0856946 Feb 03 03:03:14.929882 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-820c4771-a44f-4ef7-9764-4427c7ebe7a7 req-1e363519-1cda-4144-8790-cf84c21d327c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31cace4-7041-409f-a805-55308777e17a HTTP/1.1" status: 200 len: 1002 time: 0.0695283 Feb 03 03:03:14.981870 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c4771-a44f-4ef7-9764-4427c7ebe7a7 req-9302ff34-90ae-4632-a2f8-4d1fd5809308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:14.983408 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-820c4771-a44f-4ef7-9764-4427c7ebe7a7 req-9302ff34-90ae-4632-a2f8-4d1fd5809308 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 200 len: 855 time: 0.0462213 Feb 03 03:03:15.063494 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c4771-a44f-4ef7-9764-4427c7ebe7a7 req-346abfeb-0ce4-4755-8ac1-9c249848c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:15.065315 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-820c4771-a44f-4ef7-9764-4427c7ebe7a7 req-346abfeb-0ce4-4755-8ac1-9c249848c4cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17f7ee66-84e4-4ba5-b587-f73d44502290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727916 Feb 03 03:03:15.072765 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8be76-f708-4497-9e52-a738336b35c8 req-71fd33a5-6769-41e6-80d6-8a2dc1203fb0 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:15.074332 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fdc8be76-f708-4497-9e52-a738336b35c8 req-71fd33a5-6769-41e6-80d6-8a2dc1203fb0 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0900078 Feb 03 03:03:15.172031 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fdc8be76-f708-4497-9e52-a738336b35c8 req-9daa732d-2ca8-4f02-a2da-59f8069eb58f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895188 Feb 03 03:03:15.191648 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-820c4771-a44f-4ef7-9764-4427c7ebe7a7 req-94beafb6-f8d4-4859-9f11-9d00a3492414 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163254 Feb 03 03:03:15.284377 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-820c4771-a44f-4ef7-9764-4427c7ebe7a7 req-431cc51d-73b6-46bf-90c6-f7f7529b7f3d service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853159 Feb 03 03:03:15.597166 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-540ec46d-4c0a-43b5-9e16-148d9ed8c17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:16.302078 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adf3d7-79d7-4041-b182-52b79779a331 req-b6d98236-6056-4c94-b310-7fc0648654f6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:16.303584 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36adf3d7-79d7-4041-b182-52b79779a331 req-b6d98236-6056-4c94-b310-7fc0648654f6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0550876 Feb 03 03:03:16.351881 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-36adf3d7-79d7-4041-b182-52b79779a331 req-d3ba2421-ce1c-4ff1-8a76-eb23ce0ea83a tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426154 Feb 03 03:03:17.439360 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b31cace4-7041-409f-a805-55308777e17a no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:03:17.498657 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe574623-6fa5-41a8-bd05-7ab671b41f40 req-e8c3619b-24ff-4708-9b06-b58520f7dbeb tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:17.500865 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fe574623-6fa5-41a8-bd05-7ab671b41f40 req-e8c3619b-24ff-4708-9b06-b58520f7dbeb tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 946 time: 0.0605757 Feb 03 03:03:17.525649 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port b31cace4-7041-409f-a805-55308777e17a is: ACTIVE; New status is: DOWN {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:17.526036 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b31cace4-7041-409f-a805-55308777e17a), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:17.549669 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b31cace4-7041-409f-a805-55308777e17a'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:03:17.550041 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fe574623-6fa5-41a8-bd05-7ab671b41f40 req-4eed62ea-faae-41c1-962d-f61cf3dfa12c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425942 Feb 03 03:03:17.552058 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4895bb66-8e0b-4cfb-83b1-4f98799bcebb" -d '{"events": [{"server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b31cace4-7041-409f-a805-55308777e17a"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:03:17.565767 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:17.571225 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b31cace4-7041-409f-a805-55308777e17a), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:17.605859 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 03:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94332269-8f3d-4762-9f62-f86d29a10c57 x-openstack-request-id: req-94332269-8f3d-4762-9f62-f86d29a10c57 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:03:17.606154 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "name": "network-vif-unplugged", "status": "failed", "tag": "b31cace4-7041-409f-a805-55308777e17a", "code": 422}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:03:17.606406 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94332269-8f3d-4762-9f62-f86d29a10c57 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:03:17.606792 dv-cinder-827581-1-iscsi neutron-server[102484]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b31cace4-7041-409f-a805-55308777e17a', 'code': 422} returned with failed status Feb 03 03:03:17.628213 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=b31cace4-7041-409f-a805-55308777e17a,revision_number=8']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:17.881604 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9613c459-d843-4886-bbf4-db1d7606759d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:18.506768 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95e62d-124f-41a0-a45a-d21c8a082177 req-292b0403-c433-4d19-b27f-5559445460ff tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:18.509854 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9c95e62d-124f-41a0-a45a-d21c8a082177 req-292b0403-c433-4d19-b27f-5559445460ff tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0526805 Feb 03 03:03:18.559534 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9c95e62d-124f-41a0-a45a-d21c8a082177 req-b3c2a0ea-139d-4e29-ac82-c1248820dc05 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Feb 03 03:03:18.700528 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-8fdfe679-bfd5-43b9-b303-fb63eee8bc09 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445356 Feb 03 03:03:19.541139 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-1ebb304e-e68b-469d-8455-a28b6f77377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:19.542647 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-1ebb304e-e68b-469d-8455-a28b6f77377e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4&tenant_id=e8467ff017574f36b1c31db5579a56ce HTTP/1.1" status: 200 len: 1128 time: 0.0502379 Feb 03 03:03:19.612875 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:19.613775 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-1aa3f82d-9141-4a7e-95e1-269d03027acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:19.615355 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-1aa3f82d-9141-4a7e-95e1-269d03027acf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 1128 time: 0.0459468 Feb 03 03:03:19.754989 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcb941-a033-4c7a-99d0-9bbe65eba644 req-146580e6-3983-479b-9287-456ba9c877c6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:19.756486 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbcb941-a033-4c7a-99d0-9bbe65eba644 req-146580e6-3983-479b-9287-456ba9c877c6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.1136570 Feb 03 03:03:19.757922 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-daf15732-c646-496a-9aba-2ae7a3d9d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:19.759251 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-daf15732-c646-496a-9aba-2ae7a3d9d2c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 917 time: 0.1378164 Feb 03 03:03:19.851000 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebbcb941-a033-4c7a-99d0-9bbe65eba644 req-674e8e71-873e-443e-a03b-6ecc3a332b5c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872941 Feb 03 03:03:19.854718 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-51af584b-bb10-43af-957a-1895a3f297a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31cace4-7041-409f-a805-55308777e17a HTTP/1.1" status: 200 len: 1000 time: 0.0779295 Feb 03 03:03:19.905309 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-56920cd2-656d-4ebe-b037-b480a2a8b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:19.906751 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-56920cd2-656d-4ebe-b037-b480a2a8b20a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 200 len: 855 time: 0.0443022 Feb 03 03:03:19.959796 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-20339d1c-29f3-47a7-a5c3-6cc38be5a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:19.961267 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-20339d1c-29f3-47a7-a5c3-6cc38be5a613 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17f7ee66-84e4-4ba5-b587-f73d44502290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441933 Feb 03 03:03:20.055562 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-baccc1e2-d870-4a0c-85b1-e0e823b86b9e service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859740 Feb 03 03:03:20.147672 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9c8a231-02c1-4862-85ba-bd15c15b167a req-cddc0489-f167-40c4-8cee-451ca3bce8cb service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842571 Feb 03 03:03:20.569377 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:20.988160 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ebbb-7d66-465a-a027-749d519e8362 req-9c63112f-e1f2-43d8-91c0-28fa8c6ff9d4 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:20.989726 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-73e3ebbb-7d66-465a-a027-749d519e8362 req-9c63112f-e1f2-43d8-91c0-28fa8c6ff9d4 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0578566 Feb 03 03:03:21.041020 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-73e3ebbb-7d66-465a-a027-749d519e8362 req-868dc976-3b07-4b6a-99ba-a1e366f874c3 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445859 Feb 03 03:03:22.164906 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:22.185410 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec90662-27d0-43c6-a593-330ce4396ec6 req-db9135be-73f2-4988-8eb5-388d45eafb70 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:22.186863 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4ec90662-27d0-43c6-a593-330ce4396ec6 req-db9135be-73f2-4988-8eb5-388d45eafb70 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0657170 Feb 03 03:03:22.237008 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4ec90662-27d0-43c6-a593-330ce4396ec6 req-cc23d1ea-99b2-4eaa-9bc5-c6b7252c6ccf tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441892 Feb 03 03:03:23.364162 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b741ea-5990-47e8-b9ec-79a55a904efd req-889adadb-bc26-4dc4-979c-71c5139950a2 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:23.365620 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f4b741ea-5990-47e8-b9ec-79a55a904efd req-889adadb-bc26-4dc4-979c-71c5139950a2 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0535002 Feb 03 03:03:23.414095 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f4b741ea-5990-47e8-b9ec-79a55a904efd req-6f2af784-24a5-454f-b56e-dd45a046883f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424988 Feb 03 03:03:24.547106 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056f484-99f1-4b08-a4ff-0cd2e39c79f6 req-9e88b320-6ba8-448f-bbd8-bf3c18ce1e5c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:24.548599 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d056f484-99f1-4b08-a4ff-0cd2e39c79f6 req-9e88b320-6ba8-448f-bbd8-bf3c18ce1e5c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0554121 Feb 03 03:03:24.600110 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d056f484-99f1-4b08-a4ff-0cd2e39c79f6 req-be0a5529-002e-40c4-ac66-1bcb5f5b2ee9 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443580 Feb 03 03:03:25.741773 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7352f-4ddf-4474-8ea9-eec8125637c4 req-46852c47-73ea-4756-bb21-6a9124b88f35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:25.743329 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5e7352f-4ddf-4474-8ea9-eec8125637c4 req-46852c47-73ea-4756-bb21-6a9124b88f35 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0579391 Feb 03 03:03:25.790900 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5e7352f-4ddf-4474-8ea9-eec8125637c4 req-1add0244-1e38-4f4c-8a75-1d9b9deb707c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416107 Feb 03 03:03:26.608376 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56830) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:26.723982 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-52608b17-a3a8-4f3e-ae24-62e09d407a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:26.801713 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-52608b17-a3a8-4f3e-ae24-62e09d407a40 admin admin] Publish callbacks [] for security_group (6f23030a-fc2e-4aa4-8e35-81fff5cda602), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:26.814731 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-52608b17-a3a8-4f3e-ae24-62e09d407a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6f23030a-fc2e-4aa4-8e35-81fff5cda602), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:26.872739 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-52608b17-a3a8-4f3e-ae24-62e09d407a40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12b721b50d954ab5a578b1daf1948cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628868 Feb 03 03:03:26.875327 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56836) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:26.901300 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52608b17-a3a8-4f3e-ae24-62e09d407a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f23030a-fc2e-4aa4-8e35-81fff5cda602,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:27.274038 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Publish callbacks [] for security_group (6f23030a-fc2e-4aa4-8e35-81fff5cda602), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:27.293967 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478827fb-4372-4ed1-9913-ea58d597fd15 req-3653c767-815a-4858-b535-7775ca2253cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:27.295548 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-478827fb-4372-4ed1-9913-ea58d597fd15 req-3653c767-815a-4858-b535-7775ca2253cc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.3980980 Feb 03 03:03:27.313960 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Publish callbacks [] for security_group (6f23030a-fc2e-4aa4-8e35-81fff5cda602), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:27.371268 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-478827fb-4372-4ed1-9913-ea58d597fd15 req-a04d6d05-ca0d-4033-8d3f-56a756c6e8a0 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675387 Feb 03 03:03:27.404900 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6f23030a-fc2e-4aa4-8e35-81fff5cda602), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:27.407542 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:27.408710 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f23030a-fc2e-4aa4-8e35-81fff5cda602 HTTP/1.1" status: 204 len: 168 time: 0.5321345 Feb 03 03:03:27.416907 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f23030a-fc2e-4aa4-8e35-81fff5cda602,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:27.424284 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.424641 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.424999 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.425366 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.425704 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.426033 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.426362 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.426721 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.427065 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.427389 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.427715 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.428036 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:27.428353 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7574a-60e3-4347-9a65-6cf877ba0b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:28.525112 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7804dc-30b8-4be9-8d07-a32f0f3ee09d req-47e4867d-3583-45bb-9b94-f563f31c599c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:28.527103 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ab7804dc-30b8-4be9-8d07-a32f0f3ee09d req-47e4867d-3583-45bb-9b94-f563f31c599c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0681927 Feb 03 03:03:28.591546 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56874) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:28.599843 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ab7804dc-30b8-4be9-8d07-a32f0f3ee09d req-07435d57-1162-4143-bb0c-e1d249621aac tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667324 Feb 03 03:03:28.716668 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d4441dd4-b35a-4a6c-93be-b7ab2cfeb02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:28.802816 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d4441dd4-b35a-4a6c-93be-b7ab2cfeb02f admin admin] Publish callbacks [] for security_group (a16437b2-16b9-4e92-8f7f-91f168e6e7db), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:28.807577 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d4441dd4-b35a-4a6c-93be-b7ab2cfeb02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (a16437b2-16b9-4e92-8f7f-91f168e6e7db), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:28.841856 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4441dd4-b35a-4a6c-93be-b7ab2cfeb02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16437b2-16b9-4e92-8f7f-91f168e6e7db,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:28.853525 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-d4441dd4-b35a-4a6c-93be-b7ab2cfeb02f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b43ba2790aac4dd39998bd14015f09ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593164 Feb 03 03:03:28.853705 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56878) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:28.911744 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3ddb-e81f-47ae-833c-09e8271ee5fd admin admin] Publish callbacks [] for security_group (a16437b2-16b9-4e92-8f7f-91f168e6e7db), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:28.941202 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3ddb-e81f-47ae-833c-09e8271ee5fd admin admin] Publish callbacks [] for security_group (a16437b2-16b9-4e92-8f7f-91f168e6e7db), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:28.989221 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3ddb-e81f-47ae-833c-09e8271ee5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (a16437b2-16b9-4e92-8f7f-91f168e6e7db), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:28.991801 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3ddb-e81f-47ae-833c-09e8271ee5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:28.992967 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e1bc3ddb-e81f-47ae-833c-09e8271ee5fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a16437b2-16b9-4e92-8f7f-91f168e6e7db HTTP/1.1" status: 204 len: 168 time: 0.1382174 Feb 03 03:03:29.000995 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc3ddb-e81f-47ae-833c-09e8271ee5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16437b2-16b9-4e92-8f7f-91f168e6e7db,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:29.644993 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56902) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:29.734566 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca335472-6bdd-4dfd-97db-3d1feb9d3e9e req-736e569e-a44a-4eba-b198-1bc86d8bcbc3 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:29.736047 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ca335472-6bdd-4dfd-97db-3d1feb9d3e9e req-736e569e-a44a-4eba-b198-1bc86d8bcbc3 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0526190 Feb 03 03:03:29.745992 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-487497735-network', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:03:29.782656 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Made reservation on behalf of 75a68a1b96ee4033bf683db87d2c6cfc for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:03:29.784946 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:29.799921 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:29.816282 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ca335472-6bdd-4dfd-97db-3d1feb9d3e9e req-0720ee54-983d-46db-b708-f092a8fefede tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739024 Feb 03 03:03:29.882005 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Publish callbacks [] for security_group (e14d6e94-5674-4f54-98bd-50761a843e6e), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:29.888393 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (e14d6e94-5674-4f54-98bd-50761a843e6e), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:29.917535 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 03:03:29.926670 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14d6e94-5674-4f54-98bd-50761a843e6e,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:29.931189 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (dae782b3-3a3b-4d00-8676-881ca4cd18e6), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:29.931524 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Added segment dae782b3-3a3b-4d00-8676-881ca4cd18e6 of type vlan for network 498b9135-fbf3-435a-8b17-a2229688881a Feb 03 03:03:29.969384 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (498b9135-fbf3-435a-8b17-a2229688881a), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:29.995746 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (498b9135-fbf3-435a-8b17-a2229688881a), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:29.996646 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:29.997270 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.043996 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3979139 Feb 03 03:03:30.047360 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56908) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:30.052342 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] Request body: {'subnet': {'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-487497735-subnet', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'ip_version': 4}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:03:30.056313 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c9368-5dda-47cc-b9b8-c4c7a065362e admin admin] Pushing event updated for resources: {'Network': ['ID=498b9135-fbf3-435a-8b17-a2229688881a,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:30.070975 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network 498b9135-fbf3-435a-8b17-a2229688881a details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 03:03:30.073005 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] Made reservation on behalf of 75a68a1b96ee4033bf683db87d2c6cfc for: {'subnet': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:03:30.075603 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3844096'] for subnet (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.237685 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3847418'] for subnet (5db4aeb3-78ea-41ce-92f9-70cab0d9260a), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.286851 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db4aeb3-78ea-41ce-92f9-70cab0d9260a,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:30.297785 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] Checking segment: {'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:03:30.298151 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] Network hostable DHCP agents. Network: 498b9135-fbf3-435a-8b17-a2229688881a, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 03:03:30.315658 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] Network 498b9135-fbf3-435a-8b17-a2229688881a is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 03:03:30.324917 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, 498b9135-fbf3-435a-8b17-a2229688881a) {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:03:30.329051 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:30.329652 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.334134 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20235aff-734b-4811-9462-69ac5094d380 None None] Network 498b9135-fbf3-435a-8b17-a2229688881a requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:03:30.346116 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-345738e3-ecaa-4367-a2fc-0d4022ba5b0d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2977076 Feb 03 03:03:30.349866 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56910) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:30.354420 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:03:30.379142 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133767861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29157'] for router (0ad55923-4935-4050-a433-7b99567c30ea), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.380030 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133774051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133725025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29164'] for router (0ad55923-4935-4050-a433-7b99567c30ea), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.434721 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Publish callbacks [] for router_controller (0ad55923-4935-4050-a433-7b99567c30ea), precommit_add_association {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.446648 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa841b9d2-c864-5295-a893-1e3e6657c43d-498b9135-fbf3-435a-8b17-a2229688881a', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'fixed_ips': [{'subnet_id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a'}]}} from dv-cinder-827581-1-iscsi. {{(pid=102484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 03:03:30.447515 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.570273 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Publish callbacks [] for router_gateway (0ad55923-4935-4050-a433-7b99567c30ea), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.578668 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.db_base_plugin_common [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Allocated IP 172.20.0.2 (498b9135-fbf3-435a-8b17-a2229688881a/5db4aeb3-78ea-41ce-92f9-70cab0d9260a/733dfd9d-2136-4dae-a05d-dc4839a06920) {{(pid=102484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:03:30.712943 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Publish callbacks [] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), precommit_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.719552 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.759946 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Network 498b9135-fbf3-435a-8b17-a2229688881a is already hosted by enough agents. {{(pid=102484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:03:30.762684 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.base_scheduler [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Resources bound (agent type, host, resource id): {{(pid=102484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:03:30.765964 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Received port after_create {{(pid=102484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:03:30.766945 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Publish callbacks [] for router_gateway (0ad55923-4935-4050-a433-7b99567c30ea), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.774808 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Pushing event updated for resources: {'Port': ['ID=733dfd9d-2136-4dae-a05d-dc4839a06920,revision_number=1']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:30.784616 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.785034 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.785417 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.785574 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.785755 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.786070 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.786401 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.786729 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.787054 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.787386 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.787705 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.788042 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.788359 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.788679 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:30.836116 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Attempting to bind port 733dfd9d-2136-4dae-a05d-dc4839a06920 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:03:30.836385 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Attempting to bind port 733dfd9d-2136-4dae-a05d-dc4839a06920 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:03:30.836775 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Attempting to bind port 733dfd9d-2136-4dae-a05d-dc4839a06920 on network 498b9135-fbf3-435a-8b17-a2229688881a {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:03:30.841927 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:03:30.842289 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Checking segment: {'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:03:30.842711 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.843068 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Bound using segment: {'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:03:30.843562 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Bound port: 733dfd9d-2136-4dae-a05d-dc4839a06920, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:03:30.844123 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.906011 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] For port 733dfd9d-2136-4dae-a05d-dc4839a06920, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:03:30.908990 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] For port 733dfd9d-2136-4dae-a05d-dc4839a06920, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=733dfd9d-2136-4dae-a05d-dc4839a06920,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:03:30.909566 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Allocated IP 172.27.2.102 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/de1cbb9c-cae8-4ba7-ae42-61689f6ff290) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:03:30.916604 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:30.978625 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942b821-ab78-47ad-bb32-992d0443e582 None None] Pushing event updated for resources: {'Port': ['ID=733dfd9d-2136-4dae-a05d-dc4839a06920,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:31.007716 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5930e42-3620-4c5b-9f94-e24ed84c6a36 req-9a7a7bf9-a750-4b69-bdcb-45a62fe38841 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:31.009329 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5930e42-3620-4c5b-9f94-e24ed84c6a36 req-9a7a7bf9-a750-4b69-bdcb-45a62fe38841 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 944 time: 0.1193421 Feb 03 03:03:31.077551 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Publish callbacks [] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:31.093779 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d5930e42-3620-4c5b-9f94-e24ed84c6a36 req-24a51103-b591-43f1-94b6-1e4512266807 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772579 Feb 03 03:03:31.136499 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:31.176810 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:03:31.179467 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:03:31.182038 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:03:31.208358 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Pushing event updated for resources: {'Port': ['ID=de1cbb9c-cae8-4ba7-ae42-61689f6ff290,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:31.435455 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Publish callbacks [] for router_gateway (0ad55923-4935-4050-a433-7b99567c30ea), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:31.533012 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b31cace4-7041-409f-a805-55308777e17a details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:03:31.631352 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133774014'] for router (0ad55923-4935-4050-a433-7b99567c30ea), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:31.638929 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:31.662984 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': 'b31cace4-7041-409f-a805-55308777e17a', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'port_id': 'b31cace4-7041-409f-a805-55308777e17a', 'mac_address': 'fa:16:3e:6b:d0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:03:31.716478 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port b31cace4-7041-409f-a805-55308777e17a is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:31.716905 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b31cace4-7041-409f-a805-55308777e17a), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:31.736637 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31cace4-7041-409f-a805-55308777e17a {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:03:31.765250 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:31.771388 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b31cace4-7041-409f-a805-55308777e17a), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:31.781827 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Router 0ad55923-4935-4050-a433-7b99567c30ea is scheduled to L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 with binding_index 1 {{(pid=102482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 03:03:31.798674 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 733dfd9d-2136-4dae-a05d-dc4839a06920 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:31.856695 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=b31cace4-7041-409f-a805-55308777e17a,revision_number=9']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:31.870200 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 733dfd9d-2136-4dae-a05d-dc4839a06920 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:31.870642 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:31.897603 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:03:31.907089 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Sync routers for ids ['0ad55923-4935-4050-a433-7b99567c30ea'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:03:31.918286 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:31.920919 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Routers {'0ad55923-4935-4050-a433-7b99567c30ea'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:31.920919 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0ad55923-4935-4050-a433-7b99567c30ea'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:31.922385 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-dc98b037-012e-4530-918e-068cd67295b0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5714912 Feb 03 03:03:31.922653 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56914) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:31.954798 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 733dfd9d-2136-4dae-a05d-dc4839a06920 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:31.955192 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:31.967408 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a3d81-47c5-4abd-bff6-84ca05a718c7 None None] Network 498b9135-fbf3-435a-8b17-a2229688881a requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:03:32.021124 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['b31cace4-7041-409f-a805-55308777e17a'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:03:32.030641 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Set router 0ad55923-4935-4050-a433-7b99567c30ea gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:32.043520 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port 733dfd9d-2136-4dae-a05d-dc4839a06920, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=733dfd9d-2136-4dae-a05d-dc4839a06920,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:32.078278 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.135986 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-ed4a2326-4794-4584-93c9-6c8eadf96ae3 None None] Provisioning complete for port 733dfd9d-2136-4dae-a05d-dc4839a06920 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:32.136697 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2326-4794-4584-93c9-6c8eadf96ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.216833 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:31Z', 'revision_number': 3, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:32.241242 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=733dfd9d-2136-4dae-a05d-dc4839a06920,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:32.250385 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Checking router: 0ad55923-4935-4050-a433-7b99567c30ea for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:03:32.251016 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Updating router 0ad55923-4935-4050-a433-7b99567c30ea port de1cbb9c-cae8-4ba7-ae42-61689f6ff290 binding host dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 03:03:32.266691 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f0c7b-ab8c-4a8d-958a-199c4f2f86c1 req-3827f0c9-8669-4b4b-8c3a-19b98b2fcb03 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:32.275825 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0f6f0c7b-ab8c-4a8d-958a-199c4f2f86c1 req-3827f0c9-8669-4b4b-8c3a-19b98b2fcb03 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 945 time: 0.0908227 Feb 03 03:03:32.288292 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.337186 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a2326-4794-4584-93c9-6c8eadf96ae3 None None] Current status of the port 733dfd9d-2136-4dae-a05d-dc4839a06920 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:32.368535 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0f6f0c7b-ab8c-4a8d-958a-199c4f2f86c1 req-454d122c-f36c-439e-9cd8-db6297a33cbc tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917058 Feb 03 03:03:32.405720 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.558634 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-53293c7a-5ef6-4a25-8ac8-53329a96a5b8 None None] Provisioning complete for port 733dfd9d-2136-4dae-a05d-dc4839a06920 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:32.559252 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-53293c7a-5ef6-4a25-8ac8-53329a96a5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.564328 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Allocated IP 172.20.0.1 (498b9135-fbf3-435a-8b17-a2229688881a/5db4aeb3-78ea-41ce-92f9-70cab0d9260a/542ba131-8598-49b6-aac6-729ba01c8a80) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:03:32.566869 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Publish callbacks [] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), precommit_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.574465 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.618154 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Attempting to bind port de1cbb9c-cae8-4ba7-ae42-61689f6ff290 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:03:32.618527 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Attempting to bind port de1cbb9c-cae8-4ba7-ae42-61689f6ff290 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:03:32.618890 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Attempting to bind port de1cbb9c-cae8-4ba7-ae42-61689f6ff290 on network 23732c56-e7be-4225-97cf-e051946979f1 {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:03:32.630604 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:03:32.630604 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Checking segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:03:32.631195 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.631371 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Bound using segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:03:32.631811 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Bound port: de1cbb9c-cae8-4ba7-ae42-61689f6ff290, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:03:32.632188 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.679245 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Publish callbacks [] for port (542ba131-8598-49b6-aac6-729ba01c8a80), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.685779 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] For port de1cbb9c-cae8-4ba7-ae42-61689f6ff290, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:03:32.688821 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] For port de1cbb9c-cae8-4ba7-ae42-61689f6ff290, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=de1cbb9c-cae8-4ba7-ae42-61689f6ff290,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:03:32.698435 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.700546 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Pushing event updated for resources: {'Port': ['ID=de1cbb9c-cae8-4ba7-ae42-61689f6ff290,revision_number=2']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:32.708624 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.709190 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.709391 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.709701 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.710033 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.710656 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.710656 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.711007 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.711548 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.711667 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.711962 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.712280 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.712697 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:32.716867 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.758688 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Network 498b9135-fbf3-435a-8b17-a2229688881a is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:03:32.761640 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:03:32.767667 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Routers {'0ad55923-4935-4050-a433-7b99567c30ea'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:32.768295 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0ad55923-4935-4050-a433-7b99567c30ea'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:32.774029 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:03:32.786296 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-53293c7a-5ef6-4a25-8ac8-53329a96a5b8 None None] Current status of the port 733dfd9d-2136-4dae-a05d-dc4839a06920 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:32.815162 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Pushing event updated for resources: {'Port': ['ID=542ba131-8598-49b6-aac6-729ba01c8a80,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:32.820537 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133773539'] for router_interface (0ad55923-4935-4050-a433-7b99567c30ea), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:32.828684 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b01351-2aea-454e-90f9-2578f6901fe4 None None] Pushing event updated for resources: {'Port': ['ID=de1cbb9c-cae8-4ba7-ae42-61689f6ff290,revision_number=3']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:32.898688 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] Set router 0ad55923-4935-4050-a433-7b99567c30ea gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:32.960049 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:33.007691 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-c9e27660-4fb8-4250-8bf8-714cf11f4228 None None] Provisioning complete for port 542ba131-8598-49b6-aac6-729ba01c8a80 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:33.008026 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c9e27660-4fb8-4250-8bf8-714cf11f4228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:33.043435 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-c9e27660-4fb8-4250-8bf8-714cf11f4228 None None] Port 542ba131-8598-49b6-aac6-729ba01c8a80 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:03:33.129895 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Publish callbacks [] for port (542ba131-8598-49b6-aac6-729ba01c8a80), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:33.134789 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:33.169691 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:31Z', 'revision_number': 3, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:33.197156 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Pushing event updated for resources: {'Port': ['ID=542ba131-8598-49b6-aac6-729ba01c8a80,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:33.199641 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f6484-fc22-44e6-91c8-2fa3ad163fc9 None None] The sync data for ids ['0ad55923-4935-4050-a433-7b99567c30ea'] in dv-cinder-827581-1-iscsi is: [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:31Z', 'revision_number': 3, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:03:33.199846 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133769075'] for router_interface (0ad55923-4935-4050-a433-7b99567c30ea), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:33.300414 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Network 498b9135-fbf3-435a-8b17-a2229688881a is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:03:33.301881 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:03:33.420601 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Router 0ad55923-4935-4050-a433-7b99567c30ea has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:03:33.522680 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fbc11-1e15-4997-bf7d-824a6e9f80a4 req-db7fa7e4-751b-48b7-a52e-103bd223b430 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:33.524156 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fc9fbc11-1e15-4997-bf7d-824a6e9f80a4 req-db7fa7e4-751b-48b7-a52e-103bd223b430 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 945 time: 0.0780711 Feb 03 03:03:33.550021 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b31cace4-7041-409f-a805-55308777e17a up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:33.571058 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:03:33.592777 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fc9fbc11-1e15-4997-bf7d-824a6e9f80a4 req-b2268645-5c5b-43ce-b22b-562f0d654a9f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617747 Feb 03 03:03:33.593428 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-6d99292e-7a9a-491b-8df3-a506fcc73b4e admin admin] 10.222.0.31 "PUT /v2.0/routers/0ad55923-4935-4050-a433-7b99567c30ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6648262 Feb 03 03:03:33.639739 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port b31cace4-7041-409f-a805-55308777e17a triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:33.640954 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (b31cace4-7041-409f-a805-55308777e17a), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:33.700639 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-f67bf133-5776-40ac-bac8-2529ecf03cd5 None None] Provisioning complete for port 542ba131-8598-49b6-aac6-729ba01c8a80 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:33.701048 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f67bf133-5776-40ac-bac8-2529ecf03cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:33.777999 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-f67bf133-5776-40ac-bac8-2529ecf03cd5 None None] Port 542ba131-8598-49b6-aac6-729ba01c8a80 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:03:33.798296 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port b31cace4-7041-409f-a805-55308777e17a is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:33.798694 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b31cace4-7041-409f-a805-55308777e17a), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:33.837563 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31cace4-7041-409f-a805-55308777e17a'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:03:33.840959 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba052a92-19ab-4a7d-9bf8-391c371f5415" -d '{"events": [{"server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "name": "network-vif-plugged", "status": "completed", "tag": "b31cace4-7041-409f-a805-55308777e17a"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:03:33.855696 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:33.866355 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b31cace4-7041-409f-a805-55308777e17a), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:33.911594 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d62650-0538-482f-82db-182fc4d3f99b x-openstack-request-id: req-39d62650-0538-482f-82db-182fc4d3f99b {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:03:33.911893 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "name": "network-vif-plugged", "status": "completed", "tag": "b31cace4-7041-409f-a805-55308777e17a", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:03:33.912169 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39d62650-0538-482f-82db-182fc4d3f99b {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:03:33.912579 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31cace4-7041-409f-a805-55308777e17a', 'code': 200} Feb 03 03:03:33.944021 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device de1cbb9c-cae8-4ba7-ae42-61689f6ff290 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:33.969324 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=b31cace4-7041-409f-a805-55308777e17a,revision_number=10']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:34.003912 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port de1cbb9c-cae8-4ba7-ae42-61689f6ff290 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:34.004299 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.094199 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port de1cbb9c-cae8-4ba7-ae42-61689f6ff290 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:34.094673 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.121225 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port de1cbb9c-cae8-4ba7-ae42-61689f6ff290, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=de1cbb9c-cae8-4ba7-ae42-61689f6ff290,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:34.129208 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.131147 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 733dfd9d-2136-4dae-a05d-dc4839a06920 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:34.152283 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbaacd-a5ee-47b2-a107-f0d1b37e4c42 req-0af30672-1128-4fc0-86cd-67f992e0923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:34.153851 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3dfbaacd-a5ee-47b2-a107-f0d1b37e4c42 req-0af30672-1128-4fc0-86cd-67f992e0923b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 1131 time: 0.0514607 Feb 03 03:03:34.203774 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3dfbaacd-a5ee-47b2-a107-f0d1b37e4c42 req-e1111abf-f84c-47c1-8635-799e7ff33fd7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439219 Feb 03 03:03:34.212823 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=de1cbb9c-cae8-4ba7-ae42-61689f6ff290,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:34.229756 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 733dfd9d-2136-4dae-a05d-dc4839a06920 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:34.230139 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.245308 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56936) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:34.251432 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1647270445-network', 'tenant_id': '754093811911452e9c216cb971b60309'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:03:34.282719 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Made reservation on behalf of 754093811911452e9c216cb971b60309 for: {'network': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:03:34.285188 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.295558 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.314107 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 733dfd9d-2136-4dae-a05d-dc4839a06920 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:34.370978 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Publish callbacks [] for security_group (6879c7f9-3f3b-47b3-b413-5540d2650236), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.375514 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6879c7f9-3f3b-47b3-b413-5540d2650236), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.398065 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=102482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 03:03:34.406351 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6879c7f9-3f3b-47b3-b413-5540d2650236,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:34.412060 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.412393 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.segments_db [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Added segment e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b of type vlan for network f0fa94ba-b7a4-4e25-988f-5316d32c5679 Feb 03 03:03:34.452398 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (f0fa94ba-b7a4-4e25-988f-5316d32c5679), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.477969 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (f0fa94ba-b7a4-4e25-988f-5316d32c5679), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.478927 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:34.479474 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.525892 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2790966 Feb 03 03:03:34.528891 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56938) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:34.534183 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] Request body: {'subnet': {'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1647270445-subnet', 'tenant_id': '754093811911452e9c216cb971b60309', 'ip_version': 4}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:03:34.538784 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92298b-7806-4a28-ad52-efd028854fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=f0fa94ba-b7a4-4e25-988f-5316d32c5679,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:34.549272 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network f0fa94ba-b7a4-4e25-988f-5316d32c5679 details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 03:03:34.557462 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] Made reservation on behalf of 754093811911452e9c216cb971b60309 for: {'subnet': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:03:34.559806 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3844096'] for subnet (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.735317 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3847418'] for subnet (fb612243-c019-46be-a3b9-9daee1adc0bf), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.736052 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee069765-8b37-4d93-80c3-2dd3025291a9 req-71dde040-5a00-4029-8c3c-1f6cb05da551 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:34.738030 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ee069765-8b37-4d93-80c3-2dd3025291a9 req-71dde040-5a00-4029-8c3c-1f6cb05da551 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 947 time: 0.0591786 Feb 03 03:03:34.790883 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ee069765-8b37-4d93-80c3-2dd3025291a9 req-a623ad71-51cc-451d-bd09-44c7714be645 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468731 Feb 03 03:03:34.794575 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb612243-c019-46be-a3b9-9daee1adc0bf,revision_number=0']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:34.804985 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] Checking segment: {'id': 'e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:03:34.805338 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] Network hostable DHCP agents. Network: f0fa94ba-b7a4-4e25-988f-5316d32c5679, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 03:03:34.824616 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] Network f0fa94ba-b7a4-4e25-988f-5316d32c5679 is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 03:03:34.834292 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, f0fa94ba-b7a4-4e25-988f-5316d32c5679) {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:03:34.838415 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:34.839054 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.845003 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df0c388-07ae-44f0-98eb-9a32c7b5a161 None None] Network f0fa94ba-b7a4-4e25-988f-5316d32c5679 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:03:34.856510 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-f6ddd637-c119-4ca4-86c4-3dcb4ffab2de admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3265035 Feb 03 03:03:34.859265 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56942) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:34.863513 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1647270445-router', 'tenant_id': '754093811911452e9c216cb971b60309', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:03:34.885943 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133767861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29157'] for router (ecee6544-8c00-4dbe-b03b-56e764de9840), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.887408 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133774051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133725025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29164'] for router (ecee6544-8c00-4dbe-b03b-56e764de9840), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.939313 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Publish callbacks [] for router_controller (ecee6544-8c00-4dbe-b03b-56e764de9840), precommit_add_association {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:34.953869 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa841b9d2-c864-5295-a893-1e3e6657c43d-f0fa94ba-b7a4-4e25-988f-5316d32c5679', 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679', 'project_id': '754093811911452e9c216cb971b60309', 'fixed_ips': [{'subnet_id': 'fb612243-c019-46be-a3b9-9daee1adc0bf'}]}} from dv-cinder-827581-1-iscsi. {{(pid=102484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 03:03:34.954854 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.049769 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Sync routers for ids ['0ad55923-4935-4050-a433-7b99567c30ea'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:03:35.094587 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Routers {'0ad55923-4935-4050-a433-7b99567c30ea'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:35.095622 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0ad55923-4935-4050-a433-7b99567c30ea'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:35.136096 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.db_base_plugin_common [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Allocated IP 172.20.0.2 (f0fa94ba-b7a4-4e25-988f-5316d32c5679/fb612243-c019-46be-a3b9-9daee1adc0bf/44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65) {{(pid=102484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:03:35.285757 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Set router 0ad55923-4935-4050-a433-7b99567c30ea gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:35.343557 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Publish callbacks [] for router_gateway (ecee6544-8c00-4dbe-b03b-56e764de9840), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.461659 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Publish callbacks [] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), precommit_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.481978 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), after_create {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.533571 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Network f0fa94ba-b7a4-4e25-988f-5316d32c5679 is already hosted by enough agents. {{(pid=102484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:03:35.543131 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.scheduler.base_scheduler [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Resources bound (agent type, host, resource id): {{(pid=102484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:03:35.548061 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Publish callbacks [] for router_gateway (ecee6544-8c00-4dbe-b03b-56e764de9840), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.552618 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Received port after_create {{(pid=102484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:03:35.556487 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Pushing event updated for resources: {'Port': ['ID=44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65,revision_number=1']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:35.571540 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.641964 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Attempting to bind port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:03:35.642411 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Attempting to bind port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:03:35.642714 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Attempting to bind port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 on network f0fa94ba-b7a4-4e25-988f-5316d32c5679 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:03:35.651128 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:03:35.651537 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Checking segment: {'id': 'e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:03:35.651893 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.652287 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Bound using segment: {'id': 'e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:03:35.652775 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Bound port: 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:03:35.653159 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.669315 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:32Z', 'revision_number': 4, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '542ba131-8598-49b6-aac6-729ba01c8a80', 'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'mac_address': 'fa:16:3e:3f:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:32Z', 'updated_at': '2022-02-03T03:03:33Z', 'revision_number': 2, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'subnets': [{'id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:35.687866 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Allocated IP 172.27.2.115 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/2f422cb1-360a-49ee-986b-141866e64320) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:03:35.696681 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Checking router: 0ad55923-4935-4050-a433-7b99567c30ea for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:03:35.697061 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Updating router 0ad55923-4935-4050-a433-7b99567c30ea port 542ba131-8598-49b6-aac6-729ba01c8a80 binding host dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 03:03:35.758848 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.773585 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device de1cbb9c-cae8-4ba7-ae42-61689f6ff290 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:35.799923 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] For port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:03:35.809364 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Publish callbacks [] for port (2f422cb1-360a-49ee-986b-141866e64320), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.838040 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] For port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65,segment=NetworkSegment(e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b),segment_id=e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:03:35.860317 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.866303 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (2f422cb1-360a-49ee-986b-141866e64320), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:35.907793 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:03:35.911168 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:03:35.914851 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:03:35.925285 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=2f422cb1-360a-49ee-986b-141866e64320,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:35.963319 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89a3ae-bcb6-45f3-a5ff-269cf5e2fc29 req-e5fa138a-2eda-4320-93eb-3dc775f41f53 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:35.972881 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e89a3ae-bcb6-45f3-a5ff-269cf5e2fc29 req-e5fa138a-2eda-4320-93eb-3dc775f41f53 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 947 time: 0.0837049 Feb 03 03:03:35.997015 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port de1cbb9c-cae8-4ba7-ae42-61689f6ff290 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:35.997396 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:36.012155 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7f820-dbd7-4df2-8be2-f81b3cfa9367 None None] Pushing event updated for resources: {'Port': ['ID=44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65,revision_number=2']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:36.056206 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4e89a3ae-bcb6-45f3-a5ff-269cf5e2fc29 req-9ac2f3cc-65fc-4bca-ab33-4068ce4187a6 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820162 Feb 03 03:03:36.197983 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port de1cbb9c-cae8-4ba7-ae42-61689f6ff290 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:36.232694 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Publish callbacks [] for router_gateway (ecee6544-8c00-4dbe-b03b-56e764de9840), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:36.256651 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Publish callbacks [] for port (542ba131-8598-49b6-aac6-729ba01c8a80), precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:36.262556 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:36.336985 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f2ea1-1f2b-4b5f-9f66-ca971c7886e4 None None] Pushing event updated for resources: {'Port': ['ID=542ba131-8598-49b6-aac6-729ba01c8a80,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:36.404619 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Attempting to bind port 542ba131-8598-49b6-aac6-729ba01c8a80 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:03:36.405008 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Attempting to bind port 542ba131-8598-49b6-aac6-729ba01c8a80 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:03:36.405576 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Attempting to bind port 542ba131-8598-49b6-aac6-729ba01c8a80 on network 498b9135-fbf3-435a-8b17-a2229688881a {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:03:36.411333 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:03:36.412781 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Checking segment: {'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:03:36.413338 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:36.414010 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Bound using segment: {'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:03:36.414634 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Bound port: 542ba131-8598-49b6-aac6-729ba01c8a80, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:03:36.415176 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:36.459575 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133774014'] for router (ecee6544-8c00-4dbe-b03b-56e764de9840), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:36.485298 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] For port 542ba131-8598-49b6-aac6-729ba01c8a80, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:03:36.488971 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] For port 542ba131-8598-49b6-aac6-729ba01c8a80, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=542ba131-8598-49b6-aac6-729ba01c8a80,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:03:36.497607 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:36.593778 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Router ecee6544-8c00-4dbe-b03b-56e764de9840 is scheduled to L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 with binding_index 1 {{(pid=102483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 03:03:36.703130 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-1a4efd08-6893-4d0f-8a6d-d70f16479839 None None] Provisioning complete for port 542ba131-8598-49b6-aac6-729ba01c8a80 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:36.703492 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-1a4efd08-6893-4d0f-8a6d-d70f16479839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:36.708306 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f2ea1-1f2b-4b5f-9f66-ca971c7886e4 None None] Pushing event updated for resources: {'Port': ['ID=542ba131-8598-49b6-aac6-729ba01c8a80,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:36.712780 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:03:36.723374 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Sync routers for ids ['ecee6544-8c00-4dbe-b03b-56e764de9840'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:03:36.730461 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Routers {'0ad55923-4935-4050-a433-7b99567c30ea'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:36.731148 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0ad55923-4935-4050-a433-7b99567c30ea'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:36.737611 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:36.741838 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-9659f06d-47a6-4b7f-b137-2c3e2ebb8ff8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8816037 Feb 03 03:03:36.744500 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 56980) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:36.746884 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Routers {'ecee6544-8c00-4dbe-b03b-56e764de9840'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:36.747705 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecee6544-8c00-4dbe-b03b-56e764de9840'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:36.903096 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Set router ecee6544-8c00-4dbe-b03b-56e764de9840 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:36.914840 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] Set router 0ad55923-4935-4050-a433-7b99567c30ea gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:36.958985 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-1a4efd08-6893-4d0f-8a6d-d70f16479839 None None] Current status of the port 542ba131-8598-49b6-aac6-729ba01c8a80 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:36.959472 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-1a4efd08-6893-4d0f-8a6d-d70f16479839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.106635 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-1a4efd08-6893-4d0f-8a6d-d70f16479839 None None] For port 542ba131-8598-49b6-aac6-729ba01c8a80, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=542ba131-8598-49b6-aac6-729ba01c8a80,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:37.130974 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'name': 'tempest-TestMinimumBasicScenario-1647270445-router', 'tenant_id': '754093811911452e9c216cb971b60309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2f422cb1-360a-49ee-986b-141866e64320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:34Z', 'updated_at': '2022-02-03T03:03:36Z', 'revision_number': 3, 'project_id': '754093811911452e9c216cb971b60309', 'gw_port': {'id': '2f422cb1-360a-49ee-986b-141866e64320', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:35Z', 'updated_at': '2022-02-03T03:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:37.154475 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-1a4efd08-6893-4d0f-8a6d-d70f16479839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.164296 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Checking router: ecee6544-8c00-4dbe-b03b-56e764de9840 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:03:37.164888 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Updating router ecee6544-8c00-4dbe-b03b-56e764de9840 port 2f422cb1-360a-49ee-986b-141866e64320 binding host dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 03:03:37.198193 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (2f422cb1-360a-49ee-986b-141866e64320), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.225260 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e1e12-8bff-43a2-aff4-7b17e1127d41 req-0619db01-c010-4e98-b73c-87a0a36b7820 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:37.228473 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-957e1e12-8bff-43a2-aff4-7b17e1127d41 req-0619db01-c010-4e98-b73c-87a0a36b7820 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 947 time: 0.0709369 Feb 03 03:03:37.243621 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000ceac-9017-400d-87db-f9fc834b4b55 None None] Network f0fa94ba-b7a4-4e25-988f-5316d32c5679 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:03:37.266463 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4efd08-6893-4d0f-8a6d-d70f16479839 None None] Pushing event updated for resources: {'Port': ['ID=542ba131-8598-49b6-aac6-729ba01c8a80,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:37.288780 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-957e1e12-8bff-43a2-aff4-7b17e1127d41 req-43d6ce5a-f2d0-4410-a293-3ab53673de67 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551598 Feb 03 03:03:37.327212 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-05f630d1-53f1-4cab-b436-1340cbe4df9b None None] Provisioning complete for port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:37.328854 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-05f630d1-53f1-4cab-b436-1340cbe4df9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.342835 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.386993 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:32Z', 'revision_number': 4, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '542ba131-8598-49b6-aac6-729ba01c8a80', 'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'mac_address': 'fa:16:3e:3f:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:32Z', 'updated_at': '2022-02-03T03:03:36Z', 'revision_number': 4, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'subnets': [{'id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:37.434548 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ee53c-5758-4aae-af1a-461d8788093e None None] The sync data for ids ['0ad55923-4935-4050-a433-7b99567c30ea'] in dv-cinder-827581-1-iscsi is: [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:32Z', 'revision_number': 4, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '542ba131-8598-49b6-aac6-729ba01c8a80', 'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'mac_address': 'fa:16:3e:3f:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:32Z', 'updated_at': '2022-02-03T03:03:36Z', 'revision_number': 4, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'subnets': [{'id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:03:37.515563 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-05f630d1-53f1-4cab-b436-1340cbe4df9b None None] Current status of the port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:37.515964 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-05f630d1-53f1-4cab-b436-1340cbe4df9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.540507 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Allocated IP 172.20.0.1 (f0fa94ba-b7a4-4e25-988f-5316d32c5679/fb612243-c019-46be-a3b9-9daee1adc0bf/09067bbe-a834-431f-929d-ed161384f8bf) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:03:37.559351 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-05f630d1-53f1-4cab-b436-1340cbe4df9b None None] For port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65,segment=NetworkSegment(e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b),segment_id=e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:37.561866 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Publish callbacks [] for port (2f422cb1-360a-49ee-986b-141866e64320), precommit_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.567032 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-05f630d1-53f1-4cab-b436-1340cbe4df9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.571165 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (2f422cb1-360a-49ee-986b-141866e64320), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.625446 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-05f630d1-53f1-4cab-b436-1340cbe4df9b None None] Provisioning complete for port 542ba131-8598-49b6-aac6-729ba01c8a80 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:37.625446 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-05f630d1-53f1-4cab-b436-1340cbe4df9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.669377 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Attempting to bind port 2f422cb1-360a-49ee-986b-141866e64320 on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:03:37.669962 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Attempting to bind port 2f422cb1-360a-49ee-986b-141866e64320 by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:03:37.670371 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Attempting to bind port 2f422cb1-360a-49ee-986b-141866e64320 on network 23732c56-e7be-4225-97cf-e051946979f1 {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:03:37.685417 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:03:37.686273 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Checking segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:03:37.686699 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f630d1-53f1-4cab-b436-1340cbe4df9b None None] Pushing event updated for resources: {'Port': ['ID=44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:37.686830 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.687312 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Bound using segment: {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'} {{(pid=102485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:03:37.688158 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.managers [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Bound port: 2f422cb1-360a-49ee-986b-141866e64320, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3201c-a112-4f6d-9f39-01e42e0da104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23732c56-e7be-4225-97cf-e051946979f1'}}] {{(pid=102485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:03:37.688651 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (2f422cb1-360a-49ee-986b-141866e64320), before_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.707146 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Publish callbacks [] for port (09067bbe-a834-431f-929d-ed161384f8bf), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.758032 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (09067bbe-a834-431f-929d-ed161384f8bf), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.774310 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad508b6-4444-419e-9b6d-71e7fa4aa5e3 None None] Pushing event updated for resources: {'Port': ['ID=2f422cb1-360a-49ee-986b-141866e64320,revision_number=2']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:37.790981 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] For port 2f422cb1-360a-49ee-986b-141866e64320, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:03:37.795213 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.plugins.ml2.db [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] For port 2f422cb1-360a-49ee-986b-141866e64320, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=2f422cb1-360a-49ee-986b-141866e64320,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:03:37.805248 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron_lib.callbacks.manager [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (2f422cb1-360a-49ee-986b-141866e64320), after_update {{(pid=102485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.812517 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Network f0fa94ba-b7a4-4e25-988f-5316d32c5679 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:03:37.816412 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-05f630d1-53f1-4cab-b436-1340cbe4df9b None None] Current status of the port 542ba131-8598-49b6-aac6-729ba01c8a80 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:37.817295 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:03:37.822890 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:03:37.839246 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 56986) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:37.864563 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Pushing event updated for resources: {'Port': ['ID=09067bbe-a834-431f-929d-ed161384f8bf,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:37.906974 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133773539'] for router_interface (ecee6544-8c00-4dbe-b03b-56e764de9840), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.938217 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Routers {'ecee6544-8c00-4dbe-b03b-56e764de9840'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:37.938977 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecee6544-8c00-4dbe-b03b-56e764de9840'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:37.990339 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-b6df4f08-a09d-43e3-a68b-b94cafc885ee None None] Provisioning complete for port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:37.991923 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-b6df4f08-a09d-43e3-a68b-b94cafc885ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:37.997486 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 542ba131-8598-49b6-aac6-729ba01c8a80 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:38.041372 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad508b6-4444-419e-9b6d-71e7fa4aa5e3 None None] Pushing event updated for resources: {'Port': ['ID=2f422cb1-360a-49ee-986b-141866e64320,revision_number=3']} {{(pid=102485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:38.120361 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 542ba131-8598-49b6-aac6-729ba01c8a80 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:38.121135 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.196284 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] Set router ecee6544-8c00-4dbe-b03b-56e764de9840 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:38.197988 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (09067bbe-a834-431f-929d-ed161384f8bf), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.217477 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-b6df4f08-a09d-43e3-a68b-b94cafc885ee None None] Current status of the port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:38.326591 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 542ba131-8598-49b6-aac6-729ba01c8a80 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:38.330041 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:38.406824 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Deleting port f34fcc4b-fd41-4120-b4e9-ef4a21f5650b {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:03:38.408045 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (f34fcc4b-fd41-4120-b4e9-ef4a21f5650b), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.414082 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Publish callbacks [] for port (09067bbe-a834-431f-929d-ed161384f8bf), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.418923 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:38.419347 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.422716 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-afe273b1-aa51-4fce-bb17-a8f9aaa1add9 None None] Provisioning complete for port 09067bbe-a834-431f-929d-ed161384f8bf triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:38.423091 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-afe273b1-aa51-4fce-bb17-a8f9aaa1add9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (09067bbe-a834-431f-929d-ed161384f8bf), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.427788 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (09067bbe-a834-431f-929d-ed161384f8bf), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.466231 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'name': 'tempest-TestMinimumBasicScenario-1647270445-router', 'tenant_id': '754093811911452e9c216cb971b60309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2f422cb1-360a-49ee-986b-141866e64320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:34Z', 'updated_at': '2022-02-03T03:03:36Z', 'revision_number': 3, 'project_id': '754093811911452e9c216cb971b60309', 'gw_port': {'id': '2f422cb1-360a-49ee-986b-141866e64320', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:35Z', 'updated_at': '2022-02-03T03:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:38.471531 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133769075'] for router_interface (ecee6544-8c00-4dbe-b03b-56e764de9840), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.484374 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-afe273b1-aa51-4fce-bb17-a8f9aaa1add9 None None] Port 09067bbe-a834-431f-929d-ed161384f8bf cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:03:38.506018 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (f34fcc4b-fd41-4120-b4e9-ef4a21f5650b), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.506930 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for floatingip (f34fcc4b-fd41-4120-b4e9-ef4a21f5650b), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.508164 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d9af4-f7c6-4ece-95e2-719eea54b06c None None] The sync data for ids ['ecee6544-8c00-4dbe-b03b-56e764de9840'] in dv-cinder-827581-1-iscsi is: [{'id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'name': 'tempest-TestMinimumBasicScenario-1647270445-router', 'tenant_id': '754093811911452e9c216cb971b60309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2f422cb1-360a-49ee-986b-141866e64320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:34Z', 'updated_at': '2022-02-03T03:03:36Z', 'revision_number': 3, 'project_id': '754093811911452e9c216cb971b60309', 'gw_port': {'id': '2f422cb1-360a-49ee-986b-141866e64320', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:35Z', 'updated_at': '2022-02-03T03:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:03:38.524108 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Calling delete_port for f34fcc4b-fd41-4120-b4e9-ef4a21f5650b owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:03:38.564910 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:38.601634 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Pushing event updated for resources: {'Port': ['ID=09067bbe-a834-431f-929d-ed161384f8bf,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:38.663262 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Network f0fa94ba-b7a4-4e25-988f-5316d32c5679 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:03:38.665200 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:03:38.746449 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (f34fcc4b-fd41-4120-b4e9-ef4a21f5650b), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.859141 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event deleted for resources: {'Port': ['ID=f34fcc4b-fd41-4120-b4e9-ef4a21f5650b,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:38.860541 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Router ecee6544-8c00-4dbe-b03b-56e764de9840 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:03:38.877571 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for floatingip (642e32cd-c5ba-4cfe-98a5-13c42d69495b), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:38.877960 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Floating IP 642e32cd-c5ba-4cfe-98a5-13c42d69495b disassociated (deleted). External IP: 172.27.2.144, port: e9d2989c-2c82-4969-8caa-45dce6105669. Feb 03 03:03:39.116405 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-9864be82-c78f-4490-a9e8-b6a2bd9ea9c1 None None] Provisioning complete for port 09067bbe-a834-431f-929d-ed161384f8bf triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:39.116982 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-9864be82-c78f-4490-a9e8-b6a2bd9ea9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (09067bbe-a834-431f-929d-ed161384f8bf), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:39.154644 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-9864be82-c78f-4490-a9e8-b6a2bd9ea9c1 None None] Port 09067bbe-a834-431f-929d-ed161384f8bf cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:03:39.173988 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Router b241a080-1c87-4015-8d9a-a73f11c75c8a has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:03:39.242306 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:03:39.272284 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:03:39.277452 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-6628f27e-0b22-477e-b607-8229ccda1abe admin admin] 10.222.0.31 "PUT /v2.0/routers/ecee6544-8c00-4dbe-b03b-56e764de9840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5315304 Feb 03 03:03:39.580918 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:03:39.590077 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:39.593195 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561624e1-897e-4851-b1da-a3ba0033929a None None] Sync routers for ids ['b241a080-1c87-4015-8d9a-a73f11c75c8a'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:03:39.609296 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561624e1-897e-4851-b1da-a3ba0033929a None None] Routers {'b241a080-1c87-4015-8d9a-a73f11c75c8a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:39.610027 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-561624e1-897e-4851-b1da-a3ba0033929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['b241a080-1c87-4015-8d9a-a73f11c75c8a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:39.627268 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8fea0380-e65b-4fc0-af51-61c7b4df7d2e tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "DELETE /v2.0/floatingips/642e32cd-c5ba-4cfe-98a5-13c42d69495b HTTP/1.1" status: 204 len: 168 time: 1.7844930 Feb 03 03:03:39.627268 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:03:39.650707 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9874a181-7ebc-4dd8-803b-9e1a5602c850" -d '{"events": [{"name": "network-changed", "server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:03:39.737696 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6541f8d-aa75-4563-8a62-af81ddbd713c x-openstack-request-id: req-f6541f8d-aa75-4563-8a62-af81ddbd713c {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:03:39.738101 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:03:39.738942 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6541f8d-aa75-4563-8a62-af81ddbd713c {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:03:39.738942 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'status': 'completed', 'code': 200} Feb 03 03:03:39.766768 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-561624e1-897e-4851-b1da-a3ba0033929a None None] Set router b241a080-1c87-4015-8d9a-a73f11c75c8a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:39.876454 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874a181-7ebc-4dd8-803b-9e1a5602c850 req-e126db38-8dd1-4a76-8459-4f6ac994ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:39.878064 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9874a181-7ebc-4dd8-803b-9e1a5602c850 req-e126db38-8dd1-4a76-8459-4f6ac994ba5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4cde077871f94db3a608b5b79c01883e&device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 1130 time: 0.1068075 Feb 03 03:03:40.060324 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874a181-7ebc-4dd8-803b-9e1a5602c850 req-dbd1c02d-7413-4f38-959e-9d924e768996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:40.061806 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9874a181-7ebc-4dd8-803b-9e1a5602c850 req-dbd1c02d-7413-4f38-959e-9d924e768996 service neutron] 10.222.0.43 "GET /v2.0/networks?id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022 HTTP/1.1" status: 200 len: 910 time: 0.1744843 Feb 03 03:03:40.083982 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa715c-1cc0-4fde-8bd9-819d71cb1f61 req-23ead917-0123-4bc6-9c1b-9ac80afb9437 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:40.083982 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e7aa715c-1cc0-4fde-8bd9-819d71cb1f61 req-23ead917-0123-4bc6-9c1b-9ac80afb9437 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0966110 Feb 03 03:03:40.129430 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9874a181-7ebc-4dd8-803b-9e1a5602c850 req-4e22e7aa-e77c-47c2-8740-9db626abc725 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d2989c-2c82-4969-8caa-45dce6105669 HTTP/1.1" status: 200 len: 217 time: 0.0563285 Feb 03 03:03:40.140535 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 2f422cb1-360a-49ee-986b-141866e64320 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:40.218493 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 2f422cb1-360a-49ee-986b-141866e64320 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:40.219038 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (2f422cb1-360a-49ee-986b-141866e64320), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:40.221406 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e7aa715c-1cc0-4fde-8bd9-819d71cb1f61 req-d1d88383-682b-4852-8687-f99a77366eec tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006751 Feb 03 03:03:40.225597 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874a181-7ebc-4dd8-803b-9e1a5602c850 req-8ad94808-0170-446d-af75-4cedfb981e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:40.227462 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9874a181-7ebc-4dd8-803b-9e1a5602c850 req-8ad94808-0170-446d-af75-4cedfb981e0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38e53842-28f9-4b60-b4f1-c42ac3da1bd6 HTTP/1.1" status: 200 len: 848 time: 0.0868263 Feb 03 03:03:40.285083 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874a181-7ebc-4dd8-803b-9e1a5602c850 req-3be9bb96-ee5c-4c12-bf98-ec2ebef6de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:40.286589 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9874a181-7ebc-4dd8-803b-9e1a5602c850 req-3be9bb96-ee5c-4c12-bf98-ec2ebef6de4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e4bf0b-1fca-4dbb-bbfb-3754d5775022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502846 Feb 03 03:03:40.374009 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 2f422cb1-360a-49ee-986b-141866e64320 is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:40.374401 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (2f422cb1-360a-49ee-986b-141866e64320), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:40.393161 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9874a181-7ebc-4dd8-803b-9e1a5602c850 req-5ec9ece8-9f5b-4c42-885c-6cc1df40c556 service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988507 Feb 03 03:03:40.397192 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-561624e1-897e-4851-b1da-a3ba0033929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:14Z', 'revision_number': 4, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '7735ea5a-5a1d-468a-868b-da41a8ccb235', 'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'mac_address': 'fa:16:3e:8f:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:13Z', 'updated_at': '2022-02-03T02:58:18Z', 'revision_number': 5, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'subnets': [{'id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:40.400299 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] For port 2f422cb1-360a-49ee-986b-141866e64320, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=2f422cb1-360a-49ee-986b-141866e64320,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:40.427015 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (2f422cb1-360a-49ee-986b-141866e64320), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:40.427785 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:40.429514 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561624e1-897e-4851-b1da-a3ba0033929a None None] Checking router: b241a080-1c87-4015-8d9a-a73f11c75c8a for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:03:40.495410 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561624e1-897e-4851-b1da-a3ba0033929a None None] Routers {'b241a080-1c87-4015-8d9a-a73f11c75c8a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:40.496052 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-561624e1-897e-4851-b1da-a3ba0033929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['b241a080-1c87-4015-8d9a-a73f11c75c8a'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:40.522742 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9874a181-7ebc-4dd8-803b-9e1a5602c850 req-4e97cd3e-2c28-48e1-9109-8ae93e440482 service neutron] 10.222.0.43 "GET /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233444 Feb 03 03:03:40.579888 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Pushing event updated for resources: {'Port': ['ID=2f422cb1-360a-49ee-986b-141866e64320,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:40.623794 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:40.624361 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:40.668852 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-561624e1-897e-4851-b1da-a3ba0033929a None None] Set router b241a080-1c87-4015-8d9a-a73f11c75c8a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:40.859475 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:40.963893 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-561624e1-897e-4851-b1da-a3ba0033929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:14Z', 'revision_number': 4, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '7735ea5a-5a1d-468a-868b-da41a8ccb235', 'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'mac_address': 'fa:16:3e:8f:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:13Z', 'updated_at': '2022-02-03T02:58:18Z', 'revision_number': 5, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'subnets': [{'id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:40.994227 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561624e1-897e-4851-b1da-a3ba0033929a None None] The sync data for ids ['b241a080-1c87-4015-8d9a-a73f11c75c8a'] in dv-cinder-827581-1-iscsi is: [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T02:58:14Z', 'revision_number': 4, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '7735ea5a-5a1d-468a-868b-da41a8ccb235', 'name': '', 'network_id': '60e4bf0b-1fca-4dbb-bbfb-3754d5775022', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'mac_address': 'fa:16:3e:8f:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:13Z', 'updated_at': '2022-02-03T02:58:18Z', 'revision_number': 5, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'subnets': [{'id': '38e53842-28f9-4b60-b4f1-c42ac3da1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:03:41.309315 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a8c2e-ac12-48b5-8cb0-b7d1f26015cf None None] New status for floating IP 642e32cd-c5ba-4cfe-98a5-13c42d69495b: DOWN {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:03:41.376003 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b2f6-a72b-4cfa-b32c-4b437c021ba4 req-1c9d09f7-731a-4f2d-878d-a792efadc825 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:41.383945 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aa72b2f6-a72b-4cfa-b32c-4b437c021ba4 req-1c9d09f7-731a-4f2d-878d-a792efadc825 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0665505 Feb 03 03:03:41.451868 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Sync routers for ids ['ecee6544-8c00-4dbe-b03b-56e764de9840'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:03:41.452497 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aa72b2f6-a72b-4cfa-b32c-4b437c021ba4 req-c914c403-3d4c-4179-a040-ff7b2f0997f9 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea6f7502-777f-48dc-9f56-e57af21f806e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651939 Feb 03 03:03:41.466042 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Routers {'ecee6544-8c00-4dbe-b03b-56e764de9840'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:41.466755 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecee6544-8c00-4dbe-b03b-56e764de9840'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:41.560611 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec406787-a40b-4f7b-b6a3-35f5b65e8b1f req-854330ac-f161-49e3-9c5c-2c25252f9db3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:41.562157 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ec406787-a40b-4f7b-b6a3-35f5b65e8b1f req-854330ac-f161-49e3-9c5c-2c25252f9db3 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 946 time: 0.0933936 Feb 03 03:03:41.609028 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Set router ecee6544-8c00-4dbe-b03b-56e764de9840 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:41.683942 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-ec406787-a40b-4f7b-b6a3-35f5b65e8b1f req-0b2cadfd-d43e-4bf0-9a8e-51cdb4936993 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Deleting port e9d2989c-2c82-4969-8caa-45dce6105669 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:03:41.684294 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-ec406787-a40b-4f7b-b6a3-35f5b65e8b1f req-0b2cadfd-d43e-4bf0-9a8e-51cdb4936993 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:41.799944 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 2f422cb1-360a-49ee-986b-141866e64320 up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:41.808308 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-ec406787-a40b-4f7b-b6a3-35f5b65e8b1f req-0b2cadfd-d43e-4bf0-9a8e-51cdb4936993 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] For port e9d2989c-2c82-4969-8caa-45dce6105669, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=e9d2989c-2c82-4969-8caa-45dce6105669,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:41.808939 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-ec406787-a40b-4f7b-b6a3-35f5b65e8b1f req-0b2cadfd-d43e-4bf0-9a8e-51cdb4936993 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:41.826207 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-ec406787-a40b-4f7b-b6a3-35f5b65e8b1f req-0b2cadfd-d43e-4bf0-9a8e-51cdb4936993 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Calling delete_port for e9d2989c-2c82-4969-8caa-45dce6105669 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:03:41.916303 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 2f422cb1-360a-49ee-986b-141866e64320 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:41.916303 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (2f422cb1-360a-49ee-986b-141866e64320), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:41.955947 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'name': 'tempest-TestMinimumBasicScenario-1647270445-router', 'tenant_id': '754093811911452e9c216cb971b60309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2f422cb1-360a-49ee-986b-141866e64320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:34Z', 'updated_at': '2022-02-03T03:03:38Z', 'revision_number': 4, 'project_id': '754093811911452e9c216cb971b60309', 'gw_port': {'id': '2f422cb1-360a-49ee-986b-141866e64320', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:35Z', 'updated_at': '2022-02-03T03:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '09067bbe-a834-431f-929d-ed161384f8bf', 'name': '', 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679', 'tenant_id': '754093811911452e9c216cb971b60309', 'mac_address': 'fa:16:3e:ba:66:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fb612243-c019-46be-a3b9-9daee1adc0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:37Z', 'updated_at': '2022-02-03T03:03:38Z', 'revision_number': 2, 'project_id': '754093811911452e9c216cb971b60309', 'subnets': [{'id': 'fb612243-c019-46be-a3b9-9daee1adc0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:41.989978 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-ec406787-a40b-4f7b-b6a3-35f5b65e8b1f req-0b2cadfd-d43e-4bf0-9a8e-51cdb4936993 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (e9d2989c-2c82-4969-8caa-45dce6105669), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:41.996785 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Checking router: ecee6544-8c00-4dbe-b03b-56e764de9840 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:03:41.997137 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Updating router ecee6544-8c00-4dbe-b03b-56e764de9840 port 09067bbe-a834-431f-929d-ed161384f8bf binding host dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 03:03:42.035737 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (09067bbe-a834-431f-929d-ed161384f8bf), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:42.052927 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cadfd-d43e-4bf0-9a8e-51cdb4936993 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event deleted for resources: {'Port': ['ID=e9d2989c-2c82-4969-8caa-45dce6105669,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:42.103376 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec406787-a40b-4f7b-b6a3-35f5b65e8b1f req-0b2cadfd-d43e-4bf0-9a8e-51cdb4936993 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] No DVR routers for this DVR port e9d2989c-2c82-4969-8caa-45dce6105669 on host hv-cinder-82758 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:03:42.105866 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-ec406787-a40b-4f7b-b6a3-35f5b65e8b1f req-0b2cadfd-d43e-4bf0-9a8e-51cdb4936993 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:42.109275 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ec406787-a40b-4f7b-b6a3-35f5b65e8b1f req-0b2cadfd-d43e-4bf0-9a8e-51cdb4936993 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.43 "DELETE /v2.0/ports/e9d2989c-2c82-4969-8caa-45dce6105669 HTTP/1.1" status: 204 len: 173 time: 0.5390034 Feb 03 03:03:42.110075 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'name': 'network-vif-deleted', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:03:42.112103 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 2f422cb1-360a-49ee-986b-141866e64320 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:42.116176 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011531c7-3aee-4aa5-8355-bb970550a70f" -d '{"events": [{"server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "name": "network-vif-deleted", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:03:42.177581 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7365584c-9335-408f-a8b0-c7407d764f95 x-openstack-request-id: req-7365584c-9335-408f-a8b0-c7407d764f95 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:03:42.177882 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a23dfa-b676-4e5a-b50a-126b1edd49e5", "name": "network-vif-deleted", "tag": "e9d2989c-2c82-4969-8caa-45dce6105669", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:03:42.178134 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7365584c-9335-408f-a8b0-c7407d764f95 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:03:42.179357 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a23dfa-b676-4e5a-b50a-126b1edd49e5', 'name': 'network-vif-deleted', 'tag': 'e9d2989c-2c82-4969-8caa-45dce6105669', 'status': 'completed', 'code': 200} Feb 03 03:03:42.425467 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Publish callbacks [] for port (09067bbe-a834-431f-929d-ed161384f8bf), precommit_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:42.436557 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (09067bbe-a834-431f-929d-ed161384f8bf), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:42.497673 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c4e63-84b5-4790-8158-25c9ccf16f87 None None] Pushing event updated for resources: {'Port': ['ID=09067bbe-a834-431f-929d-ed161384f8bf,revision_number=3']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:42.618104 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9c71f91-31cc-4709-b21f-e6e5005743af req-975b7ac4-b483-486d-b230-8543e2615dfb tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a23dfa-b676-4e5a-b50a-126b1edd49e5 HTTP/1.1" status: 200 len: 210 time: 0.0624444 Feb 03 03:03:42.663782 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Attempting to bind port 09067bbe-a834-431f-929d-ed161384f8bf on host dv-cinder-827581-1-iscsi for vnic_type normal with profile {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:03:42.664155 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Attempting to bind port 09067bbe-a834-431f-929d-ed161384f8bf by drivers openvswitch,hyperv on host dv-cinder-827581-1-iscsi at level 0 using segments [{'id': 'e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679'}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:03:42.664522 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Attempting to bind port 09067bbe-a834-431f-929d-ed161384f8bf on network f0fa94ba-b7a4-4e25-988f-5316d32c5679 {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:03:42.675905 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Checking agent: {'id': 'a4a029f2-0f02-4220-8104-a51262c4a1da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827581-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 48, 52), 'started_at': datetime.datetime(2022, 2, 3, 2, 49, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827581-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:03:42.676240 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Checking segment: {'id': 'e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:03:42.677347 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:42.677831 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Bound using segment: {'id': 'e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679'} {{(pid=102484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:03:42.678332 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.managers [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Bound port: 09067bbe-a834-431f-929d-ed161384f8bf, host: dv-cinder-827581-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679'}}] {{(pid=102484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:03:42.678723 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (09067bbe-a834-431f-929d-ed161384f8bf), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:42.798883 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] For port 09067bbe-a834-431f-929d-ed161384f8bf, host dv-cinder-827581-1-iscsi, cleared binding levels {{(pid=102484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:03:42.803892 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] For port 09067bbe-a834-431f-929d-ed161384f8bf, host dv-cinder-827581-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=09067bbe-a834-431f-929d-ed161384f8bf,segment=NetworkSegment(e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b),segment_id=e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b)] {{(pid=102484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:03:42.816562 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (09067bbe-a834-431f-929d-ed161384f8bf), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:42.902132 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c4e63-84b5-4790-8158-25c9ccf16f87 None None] Pushing event updated for resources: {'Port': ['ID=09067bbe-a834-431f-929d-ed161384f8bf,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:42.911907 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Routers {'ecee6544-8c00-4dbe-b03b-56e764de9840'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:42.912770 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecee6544-8c00-4dbe-b03b-56e764de9840'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:43.150872 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-53e8e924-db20-46dd-bec4-c243b2b7463b None None] Provisioning complete for port 09067bbe-a834-431f-929d-ed161384f8bf triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:43.151277 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-53e8e924-db20-46dd-bec4-c243b2b7463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (09067bbe-a834-431f-929d-ed161384f8bf), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:43.236199 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] Set router ecee6544-8c00-4dbe-b03b-56e764de9840 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:43.399651 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-53e8e924-db20-46dd-bec4-c243b2b7463b None None] Current status of the port 09067bbe-a834-431f-929d-ed161384f8bf is: DOWN; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:43.400050 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-53e8e924-db20-46dd-bec4-c243b2b7463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (09067bbe-a834-431f-929d-ed161384f8bf), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:43.416131 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:43.462129 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-53e8e924-db20-46dd-bec4-c243b2b7463b None None] For port 09067bbe-a834-431f-929d-ed161384f8bf, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=09067bbe-a834-431f-929d-ed161384f8bf,segment=NetworkSegment(e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b),segment_id=e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:43.484219 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-53e8e924-db20-46dd-bec4-c243b2b7463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (09067bbe-a834-431f-929d-ed161384f8bf), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:43.544982 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8e924-db20-46dd-bec4-c243b2b7463b None None] Pushing event updated for resources: {'Port': ['ID=09067bbe-a834-431f-929d-ed161384f8bf,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:43.555005 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'name': 'tempest-TestMinimumBasicScenario-1647270445-router', 'tenant_id': '754093811911452e9c216cb971b60309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2f422cb1-360a-49ee-986b-141866e64320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:34Z', 'updated_at': '2022-02-03T03:03:38Z', 'revision_number': 4, 'project_id': '754093811911452e9c216cb971b60309', 'gw_port': {'id': '2f422cb1-360a-49ee-986b-141866e64320', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:35Z', 'updated_at': '2022-02-03T03:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '09067bbe-a834-431f-929d-ed161384f8bf', 'name': '', 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679', 'tenant_id': '754093811911452e9c216cb971b60309', 'mac_address': 'fa:16:3e:ba:66:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fb612243-c019-46be-a3b9-9daee1adc0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:37Z', 'updated_at': '2022-02-03T03:03:42Z', 'revision_number': 4, 'project_id': '754093811911452e9c216cb971b60309', 'subnets': [{'id': 'fb612243-c019-46be-a3b9-9daee1adc0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:43.587942 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f0bf5-e2a9-4868-88bf-ed4fc9ba9eda None None] The sync data for ids ['ecee6544-8c00-4dbe-b03b-56e764de9840'] in dv-cinder-827581-1-iscsi is: [{'id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'name': 'tempest-TestMinimumBasicScenario-1647270445-router', 'tenant_id': '754093811911452e9c216cb971b60309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2f422cb1-360a-49ee-986b-141866e64320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:34Z', 'updated_at': '2022-02-03T03:03:38Z', 'revision_number': 4, 'project_id': '754093811911452e9c216cb971b60309', 'gw_port': {'id': '2f422cb1-360a-49ee-986b-141866e64320', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:35Z', 'updated_at': '2022-02-03T03:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '09067bbe-a834-431f-929d-ed161384f8bf', 'name': '', 'network_id': 'f0fa94ba-b7a4-4e25-988f-5316d32c5679', 'tenant_id': '754093811911452e9c216cb971b60309', 'mac_address': 'fa:16:3e:ba:66:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fb612243-c019-46be-a3b9-9daee1adc0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:37Z', 'updated_at': '2022-02-03T03:03:42Z', 'revision_number': 4, 'project_id': '754093811911452e9c216cb971b60309', 'subnets': [{'id': 'fb612243-c019-46be-a3b9-9daee1adc0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:03:43.606214 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device e9d2989c-2c82-4969-8caa-45dce6105669 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:03:43.610673 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-ff658b67-c834-4318-8c17-ec7ce3dd10db None None] Provisioning complete for port 09067bbe-a834-431f-929d-ed161384f8bf triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:43.610825 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ff658b67-c834-4318-8c17-ec7ce3dd10db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (09067bbe-a834-431f-929d-ed161384f8bf), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:43.656320 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: e9d2989c-2c82-4969-8caa-45dce6105669 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:03:43.657266 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device e9d2989c-2c82-4969-8caa-45dce6105669 not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:03:43.735990 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57030) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:43.774879 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-ff658b67-c834-4318-8c17-ec7ce3dd10db None None] Current status of the port 09067bbe-a834-431f-929d-ed161384f8bf is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:43.842198 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a317709d-51c7-43e1-a19b-21d03aeba292 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group (ea6f7502-777f-48dc-9f56-e57af21f806e), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:43.880531 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a317709d-51c7-43e1-a19b-21d03aeba292 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group (ea6f7502-777f-48dc-9f56-e57af21f806e), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:43.885561 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 09067bbe-a834-431f-929d-ed161384f8bf up at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:03:43.959035 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a317709d-51c7-43e1-a19b-21d03aeba292 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (ea6f7502-777f-48dc-9f56-e57af21f806e), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:43.961861 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-a317709d-51c7-43e1-a19b-21d03aeba292 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:43.966353 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-a317709d-51c7-43e1-a19b-21d03aeba292 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] 10.222.0.31 "DELETE /v2.0/security-groups/ea6f7502-777f-48dc-9f56-e57af21f806e HTTP/1.1" status: 204 len: 168 time: 0.2283394 Feb 03 03:03:43.967969 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Provisioning complete for port 09067bbe-a834-431f-929d-ed161384f8bf triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:43.968320 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (09067bbe-a834-431f-929d-ed161384f8bf), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:43.978079 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317709d-51c7-43e1-a19b-21d03aeba292 tempest-TestShelveInstance-278531186 tempest-TestShelveInstance-278531186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6f7502-777f-48dc-9f56-e57af21f806e,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:44.038314 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57034) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:44.093119 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Current status of the port 09067bbe-a834-431f-929d-ed161384f8bf is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:03:44.602835 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133768984'] for router_interface (b241a080-1c87-4015-8d9a-a73f11c75c8a), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:44.920099 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] Deleting port 7735ea5a-5a1d-468a-868b-da41a8ccb235 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:03:44.920739 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:45.018694 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] For port 7735ea5a-5a1d-468a-868b-da41a8ccb235, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=7735ea5a-5a1d-468a-868b-da41a8ccb235,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:45.019269 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:45.037530 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] Calling delete_port for 7735ea5a-5a1d-468a-868b-da41a8ccb235 owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:03:45.249927 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (7735ea5a-5a1d-468a-868b-da41a8ccb235), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:45.280663 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] Pushing event deleted for resources: {'Port': ['ID=7735ea5a-5a1d-468a-868b-da41a8ccb235,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:45.479479 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133727687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133769204'] for router_interface (b241a080-1c87-4015-8d9a-a73f11c75c8a), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:45.598857 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3606fb40-5e8a-40df-ac19-dd8ba297d229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:45.756648 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] Router b241a080-1c87-4015-8d9a-a73f11c75c8a has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:03:45.881672 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:03:45.886925 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-3695c530-3c50-4fac-a742-495530ac3408 admin admin] 10.222.0.31 "PUT /v2.0/routers/b241a080-1c87-4015-8d9a-a73f11c75c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8475318 Feb 03 03:03:45.889405 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57038) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:45.892689 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911a2a3-2197-41e7-a12e-e62c108712d7 None None] Sync routers for ids ['b241a080-1c87-4015-8d9a-a73f11c75c8a'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:03:45.906675 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911a2a3-2197-41e7-a12e-e62c108712d7 None None] Routers {'b241a080-1c87-4015-8d9a-a73f11c75c8a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:45.907926 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-7911a2a3-2197-41e7-a12e-e62c108712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['b241a080-1c87-4015-8d9a-a73f11c75c8a'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:46.011161 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Publish callbacks [] for router (b241a080-1c87-4015-8d9a-a73f11c75c8a), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:46.030735 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-7911a2a3-2197-41e7-a12e-e62c108712d7 None None] Set router b241a080-1c87-4015-8d9a-a73f11c75c8a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:46.144304 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Publish callbacks [] for router_gateway (b241a080-1c87-4015-8d9a-a73f11c75c8a), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:46.238207 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-7911a2a3-2197-41e7-a12e-e62c108712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T03:03:45Z', 'revision_number': 5, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port': {'id': '9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:10Z', 'updated_at': '2022-02-03T02:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:46.240027 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Deleting port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:03:46.241000 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:46.269315 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911a2a3-2197-41e7-a12e-e62c108712d7 None None] Checking router: b241a080-1c87-4015-8d9a-a73f11c75c8a for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:03:46.277957 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911a2a3-2197-41e7-a12e-e62c108712d7 None None] Routers {'b241a080-1c87-4015-8d9a-a73f11c75c8a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:46.278578 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-7911a2a3-2197-41e7-a12e-e62c108712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['b241a080-1c87-4015-8d9a-a73f11c75c8a'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:46.347525 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] For port 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:46.348279 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:46.364285 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Calling delete_port for 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc owned by network:router_gateway {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:03:46.383541 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-7911a2a3-2197-41e7-a12e-e62c108712d7 None None] Set router b241a080-1c87-4015-8d9a-a73f11c75c8a gateway port host: None {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:46.447269 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-7911a2a3-2197-41e7-a12e-e62c108712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T03:03:46Z', 'revision_number': 6, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port_host': None}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:46.476943 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911a2a3-2197-41e7-a12e-e62c108712d7 None None] The sync data for ids ['b241a080-1c87-4015-8d9a-a73f11c75c8a'] in dv-cinder-827581-1-iscsi is: [{'id': 'b241a080-1c87-4015-8d9a-a73f11c75c8a', 'name': 'tempest-TestShelveInstance-1417124900-router', 'tenant_id': '4cde077871f94db3a608b5b79c01883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:09Z', 'updated_at': '2022-02-03T03:03:46Z', 'revision_number': 6, 'project_id': '4cde077871f94db3a608b5b79c01883e', 'gw_port_host': None}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:03:46.552515 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:46.579631 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:46.646917 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133773398'] for router_gateway (b241a080-1c87-4015-8d9a-a73f11c75c8a), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.044372 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29171'] for router (b241a080-1c87-4015-8d9a-a73f11c75c8a), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.047023 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Publish callbacks [] for router_controller (b241a080-1c87-4015-8d9a-a73f11c75c8a), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.122188 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-499910'] for router (b241a080-1c87-4015-8d9a-a73f11c75c8a), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.122770 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b241a080-1c87-4015-8d9a-a73f11c75c8a {{(pid=102482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 03:03:47.132606 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.136327 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-153e648f-cdf6-4db8-89bc-4cebcdfe2906 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b241a080-1c87-4015-8d9a-a73f11c75c8a HTTP/1.1" status: 204 len: 168 time: 1.2437103 Feb 03 03:03:47.136658 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57044) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:47.185678 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc491708-104e-4bd1-b366-45826488763b admin admin] Deleting subnet 38e53842-28f9-4b60-b4f1-c42ac3da1bd6 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:03:47.189080 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fc491708-104e-4bd1-b366-45826488763b admin admin] Publish callbacks [] for subnet (38e53842-28f9-4b60-b4f1-c42ac3da1bd6), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.238168 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fc491708-104e-4bd1-b366-45826488763b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8945969'] for subnet (38e53842-28f9-4b60-b4f1-c42ac3da1bd6), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.365304 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fc491708-104e-4bd1-b366-45826488763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (38e53842-28f9-4b60-b4f1-c42ac3da1bd6), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.433966 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fc491708-104e-4bd1-b366-45826488763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9381364'] for subnet (38e53842-28f9-4b60-b4f1-c42ac3da1bd6), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.463371 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc491708-104e-4bd1-b366-45826488763b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e53842-28f9-4b60-b4f1-c42ac3da1bd6,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:47.469476 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-fc491708-104e-4bd1-b366-45826488763b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.475844 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-fc491708-104e-4bd1-b366-45826488763b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/38e53842-28f9-4b60-b4f1-c42ac3da1bd6 HTTP/1.1" status: 204 len: 168 time: 0.3378208 Feb 03 03:03:47.476017 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57046) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:47.479430 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771e878-def6-455f-80f0-cf1cc50b9fe4 None None] Network 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:03:47.570368 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (60e4bf0b-1fca-4dbb-bbfb-3754d5775022), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.583034 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-6e040327-57e8-4139-af00-4c15c978de98 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833874 Feb 03 03:03:47.639046 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Deleting port 9f5e48f5-294f-4213-b265-14d2fec84f81 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:03:47.640234 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.724699 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-cb09ab9e-bd29-4a6e-ad03-67c9c305ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:47.727236 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-cb09ab9e-bd29-4a6e-ad03-67c9c305ea2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8467ff017574f36b1c31db5579a56ce&device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 1131 time: 0.0972087 Feb 03 03:03:47.798725 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] For port 9f5e48f5-294f-4213-b265-14d2fec84f81, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=9f5e48f5-294f-4213-b265-14d2fec84f81,segment=NetworkSegment(fe759800-1c5d-48da-85ba-925c7f0e38db),segment_id=fe759800-1c5d-48da-85ba-925c7f0e38db)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:47.799250 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.816593 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873f8a13-a849-4fe0-8ecc-76a2fd85b89b None None] DHCP port deletion for 60e4bf0b-1fca-4dbb-bbfb-3754d5775022 request from dv-cinder-827581-1-iscsi {{(pid=102484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 03:03:47.819523 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Calling delete_port for 9f5e48f5-294f-4213-b265-14d2fec84f81 owned by network:dhcp {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:03:47.879258 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:03:47.916613 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:03:47.917128 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 9c1e2a5e-2bce-4d12-be2b-6223d8f4bbcc not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:03:47.917750 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 7735ea5a-5a1d-468a-868b-da41a8ccb235 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:03:47.935302 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-b3edd42b-9692-4ede-b1bc-fc83cf573be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:47.936113 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.939278 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-b3edd42b-9692-4ede-b1bc-fc83cf573be3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 200 len: 917 time: 0.1847672 Feb 03 03:03:47.946642 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e3cadca4-65c7-4c12-a5d3-b7eacca78452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.948229 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 7735ea5a-5a1d-468a-868b-da41a8ccb235 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:03:47.948662 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 7735ea5a-5a1d-468a-868b-da41a8ccb235 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:03:47.969091 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-873f8a13-a849-4fe0-8ecc-76a2fd85b89b None None] Deleting port 9f5e48f5-294f-4213-b265-14d2fec84f81 {{(pid=102484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:03:47.970133 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-873f8a13-a849-4fe0-8ecc-76a2fd85b89b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), before_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:47.980402 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5e48f5-294f-4213-b265-14d2fec84f81,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:47.990844 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] No DVR routers for this DVR port 9f5e48f5-294f-4213-b265-14d2fec84f81 on host dv-cinder-827581-1-iscsi {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:03:48.021210 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-1ae3cf70-ee4f-4d76-834a-19527546aba3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31cace4-7041-409f-a805-55308777e17a HTTP/1.1" status: 200 len: 1002 time: 0.0745456 Feb 03 03:03:48.047753 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-873f8a13-a849-4fe0-8ecc-76a2fd85b89b None None] For port 9f5e48f5-294f-4213-b265-14d2fec84f81, host dv-cinder-827581-1-iscsi, got binding levels [] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:48.048062 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-873f8a13-a849-4fe0-8ecc-76a2fd85b89b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), precommit_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:48.061345 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-873f8a13-a849-4fe0-8ecc-76a2fd85b89b None None] Calling delete_port for 9f5e48f5-294f-4213-b265-14d2fec84f81 owned by network:dhcp {{(pid=102484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:03:48.064266 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.ipam_backend_mixin [None req-873f8a13-a849-4fe0-8ecc-76a2fd85b89b None None] Port 9f5e48f5-294f-4213-b265-14d2fec84f81 was not found and therefore no delete operation was performed {{(pid=102484) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 03:03:48.070538 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-873f8a13-a849-4fe0-8ecc-76a2fd85b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900'] for port (9f5e48f5-294f-4213-b265-14d2fec84f81), after_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:48.090676 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (60e4bf0b-1fca-4dbb-bbfb-3754d5775022), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:48.092927 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-188e6efb-95e2-4170-8325-b0f2f644f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:48.095664 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-188e6efb-95e2-4170-8325-b0f2f644f52c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 200 len: 855 time: 0.0636234 Feb 03 03:03:48.100010 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f8a13-a849-4fe0-8ecc-76a2fd85b89b None None] Pushing event deleted for resources: {'Port': ['ID=9f5e48f5-294f-4213-b265-14d2fec84f81,revision_number=None']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:48.103440 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f8a13-a849-4fe0-8ecc-76a2fd85b89b None None] No DVR routers for this DVR port 9f5e48f5-294f-4213-b265-14d2fec84f81 on host dv-cinder-827581-1-iscsi {{(pid=102484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:03:48.132215 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e4bf0b-1fca-4dbb-bbfb-3754d5775022']}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:48.142285 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe759800-1c5d-48da-85ba-925c7f0e38db') {'for_net_delete': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:48.142577 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe759800-1c5d-48da-85ba-925c7f0e38db') {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:48.153178 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575254'] for segment (fe759800-1c5d-48da-85ba-925c7f0e38db), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:48.168476 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-d7c5e8f6-10c0-48ec-b215-3553d2a5b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:48.169395 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (fe759800-1c5d-48da-85ba-925c7f0e38db), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:48.170198 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-d7c5e8f6-10c0-48ec-b215-3553d2a5b30d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17f7ee66-84e4-4ba5-b587-f73d44502290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633049 Feb 03 03:03:48.176947 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=102483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:03:48.177400 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3364233'] for segment (fe759800-1c5d-48da-85ba-925c7f0e38db), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: Traceback (most recent call last): Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: timer() Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: cb(*args, **kw) Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: return func(*args, **kwargs) Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: self._notify() Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: self.callback(batched_events) Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: event.method(event) Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: return f(self, *a, **k) Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._get(url).json() Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: return self.request(url, 'GET', **kwargs) Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:03:48.179541 dv-cinder-827581-1-iscsi neutron-server[102483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:03:48.248683 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (60e4bf0b-1fca-4dbb-bbfb-3754d5775022), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:48.254514 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:48.259900 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] 10.222.0.31 "DELETE /v2.0/networks/60e4bf0b-1fca-4dbb-bbfb-3754d5775022 HTTP/1.1" status: 204 len: 168 time: 0.7830322 Feb 03 03:03:48.262910 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57048) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:48.289376 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-6f48a252-babf-42f4-a13e-a55efd291bfd service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114478 Feb 03 03:03:48.313382 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Pushing event deleted for resources: {'Network': ['ID=60e4bf0b-1fca-4dbb-bbfb-3754d5775022,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:48.327240 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.327596 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.327933 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.328265 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.328626 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.329011 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.329342 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.329670 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.329995 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.330320 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.330704 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.331026 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.331346 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc030c6-e010-434f-babc-5dbc6d60ab07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:03:48.419096 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-095fde17-38fc-47b8-8f1b-7c378ec9f2c0 req-d902cca6-713e-477d-9dfb-3228656f9fd7 service neutron] 10.222.0.43 "GET /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220574 Feb 03 03:03:48.688621 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133768984'] for router_interface (510aa5f3-f29e-4337-8fd1-48830e260efe), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:48.956174 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] Deleting port e72aae8e-1425-4a10-bdae-11983c7c8c8b {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:03:48.956924 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:49.050453 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] For port e72aae8e-1425-4a10-bdae-11983c7c8c8b, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=e72aae8e-1425-4a10-bdae-11983c7c8c8b,segment=NetworkSegment(e94cc31d-e5aa-47c4-bc9a-a855d6dccef9),segment_id=e94cc31d-e5aa-47c4-bc9a-a855d6dccef9)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:49.050816 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:49.065291 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] Calling delete_port for e72aae8e-1425-4a10-bdae-11983c7c8c8b owned by network:router_interface {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:03:49.277298 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (e72aae8e-1425-4a10-bdae-11983c7c8c8b), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:49.302557 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72aae8e-1425-4a10-bdae-11983c7c8c8b,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:49.507942 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133727687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133769204'] for router_interface (510aa5f3-f29e-4337-8fd1-48830e260efe), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:49.628308 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:49.756878 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] Router 510aa5f3-f29e-4337-8fd1-48830e260efe has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:03:49.823420 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 9f5e48f5-294f-4213-b265-14d2fec84f81 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:03:49.844263 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 9f5e48f5-294f-4213-b265-14d2fec84f81 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:03:49.845191 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 9f5e48f5-294f-4213-b265-14d2fec84f81 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:03:49.875720 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:03:49.881017 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-de0351d9-2d20-4234-97ac-6870411652d0 admin admin] 10.222.0.31 "PUT /v2.0/routers/510aa5f3-f29e-4337-8fd1-48830e260efe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170845 Feb 03 03:03:49.883754 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57062) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:49.890480 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f43348-8de5-48a0-b3a4-dfceb3b3e778 None None] Sync routers for ids ['510aa5f3-f29e-4337-8fd1-48830e260efe'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:03:49.899776 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f43348-8de5-48a0-b3a4-dfceb3b3e778 None None] Routers {'510aa5f3-f29e-4337-8fd1-48830e260efe'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:49.900387 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-80f43348-8de5-48a0-b3a4-dfceb3b3e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['510aa5f3-f29e-4337-8fd1-48830e260efe'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:49.989199 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Publish callbacks [] for router (510aa5f3-f29e-4337-8fd1-48830e260efe), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.008417 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-80f43348-8de5-48a0-b3a4-dfceb3b3e778 None None] Set router 510aa5f3-f29e-4337-8fd1-48830e260efe gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:50.094161 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Publish callbacks [] for router_gateway (510aa5f3-f29e-4337-8fd1-48830e260efe), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.149262 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Deleting port b6ace6e4-2448-4dd4-bb22-d032e9992532 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:03:50.149601 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.185497 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-80f43348-8de5-48a0-b3a4-dfceb3b3e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'name': 'tempest-TestShelveInstance-638801225-router', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:18Z', 'updated_at': '2022-02-03T03:03:49Z', 'revision_number': 5, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'gw_port': {'id': 'b6ace6e4-2448-4dd4-bb22-d032e9992532', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:19Z', 'updated_at': '2022-02-03T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:50.215923 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f43348-8de5-48a0-b3a4-dfceb3b3e778 None None] Checking router: 510aa5f3-f29e-4337-8fd1-48830e260efe for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:03:50.225635 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f43348-8de5-48a0-b3a4-dfceb3b3e778 None None] Routers {'510aa5f3-f29e-4337-8fd1-48830e260efe'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:03:50.226032 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] For port b6ace6e4-2448-4dd4-bb22-d032e9992532, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=b6ace6e4-2448-4dd4-bb22-d032e9992532,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:50.226355 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-80f43348-8de5-48a0-b3a4-dfceb3b3e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['510aa5f3-f29e-4337-8fd1-48830e260efe'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:50.226568 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.244965 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Calling delete_port for b6ace6e4-2448-4dd4-bb22-d032e9992532 owned by network:router_gateway {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:03:50.450162 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-80f43348-8de5-48a0-b3a4-dfceb3b3e778 None None] Set router 510aa5f3-f29e-4337-8fd1-48830e260efe gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:03:50.482666 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (b6ace6e4-2448-4dd4-bb22-d032e9992532), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.501495 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-80f43348-8de5-48a0-b3a4-dfceb3b3e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'name': 'tempest-TestShelveInstance-638801225-router', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:18Z', 'updated_at': '2022-02-03T03:03:50Z', 'revision_number': 6, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'gw_port_host': None}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:50.521613 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ace6e4-2448-4dd4-bb22-d032e9992532,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:50.531347 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f43348-8de5-48a0-b3a4-dfceb3b3e778 None None] The sync data for ids ['510aa5f3-f29e-4337-8fd1-48830e260efe'] in dv-cinder-827581-1-iscsi is: [{'id': '510aa5f3-f29e-4337-8fd1-48830e260efe', 'name': 'tempest-TestShelveInstance-638801225-router', 'tenant_id': '81cffb18ef6f4455ac919fcbf571016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:18Z', 'updated_at': '2022-02-03T03:03:50Z', 'revision_number': 6, 'project_id': '81cffb18ef6f4455ac919fcbf571016a', 'gw_port_host': None}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:03:50.558428 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-6162093a-fa4c-411a-ab32-cc5d249cfbb3 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:50.559971 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-6162093a-fa4c-411a-ab32-cc5d249cfbb3 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/networks?id=498b9135-fbf3-435a-8b17-a2229688881a HTTP/1.1" status: 200 len: 814 time: 0.1571484 Feb 03 03:03:50.579794 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.599876 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-0cee65b2-8c3e-4ff9-aa45-f88e016a4045 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/quotas/75a68a1b96ee4033bf683db87d2c6cfc HTTP/1.1" status: 200 len: 375 time: 0.0165691 Feb 03 03:03:50.618743 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133773398'] for router_gateway (510aa5f3-f29e-4337-8fd1-48830e260efe), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.720992 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29171'] for router (510aa5f3-f29e-4337-8fd1-48830e260efe), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.724378 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Publish callbacks [] for router_controller (510aa5f3-f29e-4337-8fd1-48830e260efe), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.769588 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-19146e3c-cba4-4790-8c9f-a07ac7417e86 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75a68a1b96ee4033bf683db87d2c6cfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1638696 Feb 03 03:03:50.775504 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-499910'] for router (510aa5f3-f29e-4337-8fd1-48830e260efe), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.775983 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 510aa5f3-f29e-4337-8fd1-48830e260efe {{(pid=102482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 03:03:50.780905 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.782053 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-9529ede9-8350-4564-b343-7c84b3494281 admin admin] 10.222.0.31 "DELETE /v2.0/routers/510aa5f3-f29e-4337-8fd1-48830e260efe HTTP/1.1" status: 204 len: 168 time: 0.8965027 Feb 03 03:03:50.784939 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57076) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:50.829062 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cef916b-f089-4a40-924a-6d2a235668ef admin admin] Deleting subnet 7f614dbd-b6b7-4759-a7c9-f96bde6c2d04 {{(pid=102483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:03:50.832094 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5cef916b-f089-4a40-924a-6d2a235668ef admin admin] Publish callbacks [] for subnet (7f614dbd-b6b7-4759-a7c9-f96bde6c2d04), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.866651 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-90f4b0ab-193a-4163-a372-1517c2bede66 service neutron] 10.222.0.31 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835402 Feb 03 03:03:50.868687 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5cef916b-f089-4a40-924a-6d2a235668ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575247'] for subnet (7f614dbd-b6b7-4759-a7c9-f96bde6c2d04), precommit_delete_associations {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.946194 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5cef916b-f089-4a40-924a-6d2a235668ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (7f614dbd-b6b7-4759-a7c9-f96bde6c2d04), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:50.965914 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-75e5ae2f-df3f-47b1-b02c-21434693201f service neutron] 10.222.0.31 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931840 Feb 03 03:03:51.010576 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5cef916b-f089-4a40-924a-6d2a235668ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3364207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3847393'] for subnet (7f614dbd-b6b7-4759-a7c9-f96bde6c2d04), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.037687 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-5cef916b-f089-4a40-924a-6d2a235668ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.041400 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-5cef916b-f089-4a40-924a-6d2a235668ef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7f614dbd-b6b7-4759-a7c9-f96bde6c2d04 HTTP/1.1" status: 204 len: 168 time: 0.2553465 Feb 03 03:03:51.042611 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef916b-f089-4a40-924a-6d2a235668ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f614dbd-b6b7-4759-a7c9-f96bde6c2d04,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:51.043537 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9970e7e-392a-4a25-85a2-693b4fc6b8e9 None None] Network 0353c480-4db5-4d16-aa92-896dd54ac2c4 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:03:51.044056 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57078) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:51.151289 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-33cf9e32-3248-4f45-8a89-681024f21755 req-3afc8aaf-8154-4bba-aca2-62be11fc5a6c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 210 time: 0.0374684 Feb 03 03:03:51.154089 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (0353c480-4db5-4d16-aa92-896dd54ac2c4), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.209294 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Deleting port 8e65a697-4d01-4734-b874-3615c01d3216 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:03:51.209747 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (8e65a697-4d01-4734-b874-3615c01d3216), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.277570 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] For port 8e65a697-4d01-4734-b874-3615c01d3216, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=8e65a697-4d01-4734-b874-3615c01d3216,segment=NetworkSegment(e94cc31d-e5aa-47c4-bc9a-a855d6dccef9),segment_id=e94cc31d-e5aa-47c4-bc9a-a855d6dccef9)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:51.277858 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (8e65a697-4d01-4734-b874-3615c01d3216), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.293639 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Calling delete_port for 8e65a697-4d01-4734-b874-3615c01d3216 owned by network:dhcp {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:03:51.321563 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f654b95-e2ef-40b8-91a6-b2307464036a None None] DHCP port deletion for 0353c480-4db5-4d16-aa92-896dd54ac2c4 request from dv-cinder-827581-1-iscsi {{(pid=102484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 03:03:51.382163 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-0f654b95-e2ef-40b8-91a6-b2307464036a None None] Deleting port 8e65a697-4d01-4734-b874-3615c01d3216 {{(pid=102484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:03:51.382997 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-0f654b95-e2ef-40b8-91a6-b2307464036a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (8e65a697-4d01-4734-b874-3615c01d3216), before_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.392413 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (8e65a697-4d01-4734-b874-3615c01d3216), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.430555 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e65a697-4d01-4734-b874-3615c01d3216,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:51.434854 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] No DVR routers for this DVR port 8e65a697-4d01-4734-b874-3615c01d3216 on host dv-cinder-827581-1-iscsi {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:03:51.453837 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-0f654b95-e2ef-40b8-91a6-b2307464036a None None] For port 8e65a697-4d01-4734-b874-3615c01d3216, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=8e65a697-4d01-4734-b874-3615c01d3216,segment=NetworkSegment(e94cc31d-e5aa-47c4-bc9a-a855d6dccef9),segment_id=e94cc31d-e5aa-47c4-bc9a-a855d6dccef9)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:03:51.454245 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-0f654b95-e2ef-40b8-91a6-b2307464036a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (8e65a697-4d01-4734-b874-3615c01d3216), precommit_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.475160 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-0f654b95-e2ef-40b8-91a6-b2307464036a None None] Calling delete_port for 8e65a697-4d01-4734-b874-3615c01d3216 owned by network:dhcp {{(pid=102484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:03:51.509531 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (0353c480-4db5-4d16-aa92-896dd54ac2c4), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.532106 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0353c480-4db5-4d16-aa92-896dd54ac2c4']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:51.541555 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94cc31d-e5aa-47c4-bc9a-a855d6dccef9') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:51.541788 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94cc31d-e5aa-47c4-bc9a-a855d6dccef9') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:03:51.551331 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8945960'] for segment (e94cc31d-e5aa-47c4-bc9a-a855d6dccef9), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.566074 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (e94cc31d-e5aa-47c4-bc9a-a855d6dccef9), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.569934 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-0f654b95-e2ef-40b8-91a6-b2307464036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900'] for port (8e65a697-4d01-4734-b874-3615c01d3216), after_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.573671 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:03:51.574678 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993336'] for segment (e94cc31d-e5aa-47c4-bc9a-a855d6dccef9), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: Traceback (most recent call last): Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: timer() Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: cb(*args, **kw) Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: self._notify() Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: self.callback(batched_events) Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: event.method(event) Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: return f(self, *a, **k) Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._get(url).json() Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:03:51.576681 dv-cinder-827581-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:03:51.600117 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f654b95-e2ef-40b8-91a6-b2307464036a None None] Pushing event deleted for resources: {'Port': ['ID=8e65a697-4d01-4734-b874-3615c01d3216,revision_number=None']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:51.605081 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f654b95-e2ef-40b8-91a6-b2307464036a None None] No DVR routers for this DVR port 8e65a697-4d01-4734-b874-3615c01d3216 on host dv-cinder-827581-1-iscsi {{(pid=102484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:03:51.650254 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (0353c480-4db5-4d16-aa92-896dd54ac2c4), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.656033 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.660756 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] 10.222.0.31 "DELETE /v2.0/networks/0353c480-4db5-4d16-aa92-896dd54ac2c4 HTTP/1.1" status: 204 len: 168 time: 0.6148140 Feb 03 03:03:51.678313 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f90481-e62f-444d-89a1-cbebd13d2e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=0353c480-4db5-4d16-aa92-896dd54ac2c4,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:51.763000 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device b6ace6e4-2448-4dd4-bb22-d032e9992532 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:03:51.784989 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: b6ace6e4-2448-4dd4-bb22-d032e9992532 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:03:51.785411 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device b6ace6e4-2448-4dd4-bb22-d032e9992532 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:03:51.785894 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device e72aae8e-1425-4a10-bdae-11983c7c8c8b no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:03:51.805263 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: e72aae8e-1425-4a10-bdae-11983c7c8c8b {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:03:51.805615 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device e72aae8e-1425-4a10-bdae-11983c7c8c8b not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:03:51.806022 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 8e65a697-4d01-4734-b874-3615c01d3216 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:03:51.814423 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57092) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:51.824335 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 8e65a697-4d01-4734-b874-3615c01d3216 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:03:51.824806 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 8e65a697-4d01-4734-b874-3615c01d3216 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:03:51.854405 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-66e6ed71-af38-48e4-a549-ff38daf50f7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cde077871f94db3a608b5b79c01883e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387080 Feb 03 03:03:51.856900 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57094) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:51.901844 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8afa-5066-44d3-a626-512d910a8ff6 admin admin] Publish callbacks [] for security_group (df1b5c4f-df0c-420f-8785-fcc6d59064ea), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.922052 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8afa-5066-44d3-a626-512d910a8ff6 admin admin] Publish callbacks [] for security_group (df1b5c4f-df0c-420f-8785-fcc6d59064ea), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.969335 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8afa-5066-44d3-a626-512d910a8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (df1b5c4f-df0c-420f-8785-fcc6d59064ea), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.972277 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8afa-5066-44d3-a626-512d910a8ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:51.973458 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ae6a8afa-5066-44d3-a626-512d910a8ff6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df1b5c4f-df0c-420f-8785-fcc6d59064ea HTTP/1.1" status: 204 len: 168 time: 0.1156549 Feb 03 03:03:51.981033 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a8afa-5066-44d3-a626-512d910a8ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1b5c4f-df0c-420f-8785-fcc6d59064ea,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:52.174755 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:52.266269 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d8b0931e-5cba-49d4-8586-982017eaa238 req-ebac4862-c689-4362-b85b-80d4ddf75e14 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 210 time: 0.0360291 Feb 03 03:03:52.272469 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-b80f8494-256c-48d2-9192-74120ef0c6e3 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:52.274051 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-b80f8494-256c-48d2-9192-74120ef0c6e3 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.43 "GET /v2.0/networks?id=498b9135-fbf3-435a-8b17-a2229688881a HTTP/1.1" status: 200 len: 814 time: 0.1755023 Feb 03 03:03:52.293068 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Request body: {'port': {'device_id': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'admin_state_up': True, 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:03:52.329109 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57106) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:52.373603 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-cba48ea2-284f-41b3-98fe-44a4319801e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81cffb18ef6f4455ac919fcbf571016a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431039 Feb 03 03:03:52.375953 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57112) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:03:52.407319 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Made reservation on behalf of 75a68a1b96ee4033bf683db87d2c6cfc for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:03:52.410848 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:52.423858 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d7cb329b-a2d9-4df5-ad56-6fb523040fed admin admin] Publish callbacks [] for security_group (f3abc250-6292-458c-8801-a37aa02f20fd), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:52.447467 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d7cb329b-a2d9-4df5-ad56-6fb523040fed admin admin] Publish callbacks [] for security_group (f3abc250-6292-458c-8801-a37aa02f20fd), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:52.502349 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d7cb329b-a2d9-4df5-ad56-6fb523040fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (f3abc250-6292-458c-8801-a37aa02f20fd), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:52.506080 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-d7cb329b-a2d9-4df5-ad56-6fb523040fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:52.507575 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-d7cb329b-a2d9-4df5-ad56-6fb523040fed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3abc250-6292-458c-8801-a37aa02f20fd HTTP/1.1" status: 204 len: 168 time: 0.1307309 Feb 03 03:03:52.518945 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb329b-a2d9-4df5-ad56-6fb523040fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3abc250-6292-458c-8801-a37aa02f20fd,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:52.548756 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Allocated IP 172.20.0.11 (498b9135-fbf3-435a-8b17-a2229688881a/5db4aeb3-78ea-41ce-92f9-70cab0d9260a/9ec67dbd-d798-42d9-982f-ae69f4d47df6) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:03:52.756822 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:52.817565 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:52.894903 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Network 498b9135-fbf3-435a-8b17-a2229688881a is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:03:52.899070 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:03:52.930043 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:03:52.936025 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'Port': ['ID=9ec67dbd-d798-42d9-982f-ae69f4d47df6,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:03:53.013668 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:53.014337 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:53.035351 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-bfa23fe5-3221-4f1f-8e3c-4d5109a3cc4c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7470856 Feb 03 03:03:53.278504 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-2329517a-9d4a-4f72-a3d4-a1abccd3cc69 None None] Provisioning complete for port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:03:53.279617 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2329517a-9d4a-4f72-a3d4-a1abccd3cc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:03:53.330778 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-2329517a-9d4a-4f72-a3d4-a1abccd3cc69 None None] Port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:03:53.399160 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fdd02-0b96-4d14-a950-3f18fdddb3e0 req-90a85c66-0567-4b8c-b294-49b0a6de84a6 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:53.400695 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f32fdd02-0b96-4d14-a950-3f18fdddb3e0 req-90a85c66-0567-4b8c-b294-49b0a6de84a6 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 932 time: 0.0530796 Feb 03 03:03:53.454140 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f32fdd02-0b96-4d14-a950-3f18fdddb3e0 req-7a0d8a6c-e3d5-44f2-a05d-cce1004e8286 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460501 Feb 03 03:03:54.581217 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efea6a8-f1a1-4249-8508-17f27747b979 req-7b92a0d1-119e-4826-9ab7-99de7ad598dd tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:54.582887 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1efea6a8-f1a1-4249-8508-17f27747b979 req-7b92a0d1-119e-4826-9ab7-99de7ad598dd tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 932 time: 0.0537295 Feb 03 03:03:54.634304 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1efea6a8-f1a1-4249-8508-17f27747b979 req-1a756d73-6da1-4049-be5c-7bb08e382fd2 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456722 Feb 03 03:03:55.754485 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e59940-5eb0-4bc7-991d-42bcd2c4a2f7 req-6893fbe8-ea82-4ff8-8aa4-eef20e82b155 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:55.755999 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-80e59940-5eb0-4bc7-991d-42bcd2c4a2f7 req-6893fbe8-ea82-4ff8-8aa4-eef20e82b155 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 932 time: 0.0534132 Feb 03 03:03:55.802466 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-80e59940-5eb0-4bc7-991d-42bcd2c4a2f7 req-61740db0-a604-4f8f-9ea2-622c4c802bd4 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Feb 03 03:03:56.934030 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5840e5f-b74e-4e59-8d8a-bf9e96e07f21 req-c68881ae-b330-4aac-bc20-16384f77733c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:56.935547 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a5840e5f-b74e-4e59-8d8a-bf9e96e07f21 req-c68881ae-b330-4aac-bc20-16384f77733c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 932 time: 0.0573084 Feb 03 03:03:56.982638 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a5840e5f-b74e-4e59-8d8a-bf9e96e07f21 req-24f8f42a-d561-48e5-9d27-c0a1990be3c6 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Feb 03 03:03:58.110574 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3547-5ecc-4a61-a501-6917158fcf62 req-17e02a7c-a456-40f1-98e7-5753e0bfb01f tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:58.112552 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f02c3547-5ecc-4a61-a501-6917158fcf62 req-17e02a7c-a456-40f1-98e7-5753e0bfb01f tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 932 time: 0.0611680 Feb 03 03:03:58.179817 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f02c3547-5ecc-4a61-a501-6917158fcf62 req-43e97df6-7cd3-4fe1-9d2d-b9428e9ecf23 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613582 Feb 03 03:03:59.300405 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25633f-f885-45a3-9fa0-ad2e0277539e req-7fde128a-d3af-4bd0-ab6a-c6a58073e027 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:03:59.302379 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-be25633f-f885-45a3-9fa0-ad2e0277539e req-7fde128a-d3af-4bd0-ab6a-c6a58073e027 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 932 time: 0.0633245 Feb 03 03:03:59.351670 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-be25633f-f885-45a3-9fa0-ad2e0277539e req-1857d6dc-3e69-4cb3-9c96-3b3594bdd2ac tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435181 Feb 03 03:04:00.472892 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66af0fa-998c-4320-aa61-779c7ca02a1b req-11ae5428-09ae-4ef9-b3c3-4f92cb845fec tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:00.474395 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c66af0fa-998c-4320-aa61-779c7ca02a1b req-11ae5428-09ae-4ef9-b3c3-4f92cb845fec tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 932 time: 0.0539219 Feb 03 03:04:00.531742 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c66af0fa-998c-4320-aa61-779c7ca02a1b req-5ac72d9b-b5a8-4421-994c-f6474607c9f3 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508971 Feb 03 03:04:01.651759 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc642ac-2614-457c-9641-3d587ea3f14f req-b2f51fb4-cf47-4bdf-9282-e89816c781d5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:01.653532 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cbc642ac-2614-457c-9641-3d587ea3f14f req-b2f51fb4-cf47-4bdf-9282-e89816c781d5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 932 time: 0.0552461 Feb 03 03:04:01.659303 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Request body: {'port': {'device_id': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:01.743390 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cbc642ac-2614-457c-9641-3d587ea3f14f req-06323061-be00-4087-ad2a-1fc54b953dbc tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811646 Feb 03 03:04:01.745647 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:01.997826 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec67dbd-d798-42d9-982f-ae69f4d47df6 {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:04:02.005265 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Publish callbacks [] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:02.017083 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Transition to ACTIVE for port object 9ec67dbd-d798-42d9-982f-ae69f4d47df6 will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 03:04:02.023401 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:02.074757 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec67dbd-d798-42d9-982f-ae69f4d47df6,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:02.143692 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Attempting to bind port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:04:02.144033 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Attempting to bind port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:04:02.144362 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Attempting to bind port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 on network 498b9135-fbf3-435a-8b17-a2229688881a {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:04:02.148895 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 on network 498b9135-fbf3-435a-8b17-a2229688881a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 03:04:02.149216 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Attempting to bind port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 on network 498b9135-fbf3-435a-8b17-a2229688881a {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:04:02.154987 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:04:02.155334 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Checking segment: {'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:04:02.155708 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Bound using segment: {'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:04:02.156132 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Bound port: 9ec67dbd-d798-42d9-982f-ae69f4d47df6, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae782b3-3a3b-4d00-8676-881ca4cd18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:04:02.156487 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:02.219089 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] For port 9ec67dbd-d798-42d9-982f-ae69f4d47df6, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:04:02.222476 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] For port 9ec67dbd-d798-42d9-982f-ae69f4d47df6, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:04:02.230017 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:02.262177 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:02.262767 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:02.264272 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] 10.222.0.43 "PUT /v2.0/ports/9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 200 len: 1094 time: 0.6097064 Feb 03 03:04:02.264705 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:04:02.266926 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c065d3-f755-4c82-b21e-9c4fe55c2119" -d '{"events": [{"name": "network-changed", "server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:04:02.289870 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94985935-94fe-4b46-b530-606c993ce1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec67dbd-d798-42d9-982f-ae69f4d47df6,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:02.334369 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b039a94d-85be-421d-ba81-6107eaa0ee5b x-openstack-request-id: req-b039a94d-85be-421d-ba81-6107eaa0ee5b {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:04:02.334659 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:04:02.334909 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b039a94d-85be-421d-ba81-6107eaa0ee5b {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:04:02.335302 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'status': 'completed', 'code': 200} Feb 03 03:04:02.355417 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-785247bd-6158-4653-9368-b3b2dc797b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:02.357027 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-785247bd-6158-4653-9368-b3b2dc797b8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75a68a1b96ee4033bf683db87d2c6cfc&device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 1128 time: 0.0504148 Feb 03 03:04:02.401315 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-019822bb-9a43-4c46-8e21-2351202e2ba1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 200 len: 217 time: 0.0373993 Feb 03 03:04:02.452627 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-7b8381d3-43ce-4e31-a491-ab4b3407a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:02.454135 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-7b8381d3-43ce-4e31-a491-ab4b3407a096 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5db4aeb3-78ea-41ce-92f9-70cab0d9260a HTTP/1.1" status: 200 len: 853 time: 0.0463722 Feb 03 03:04:02.503204 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-28b21fe6-bca0-4e97-a785-96fd31cdb91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:02.504668 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-28b21fe6-bca0-4e97-a785-96fd31cdb91d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=498b9135-fbf3-435a-8b17-a2229688881a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436912 Feb 03 03:04:02.602217 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-a20c4786-87b6-43b0-85a6-129292799d96 service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916443 Feb 03 03:04:02.691247 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6444aeb4-103d-4694-9b50-50fd839a61ee req-b211f7ae-5ab7-4432-a92a-93a2c2efda40 service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816154 Feb 03 03:04:02.796189 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c065d3-f755-4c82-b21e-9c4fe55c2119 req-195d1d07-7d72-41af-a6d1-90dff0c7fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:02.797767 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27c065d3-f755-4c82-b21e-9c4fe55c2119 req-195d1d07-7d72-41af-a6d1-90dff0c7fa66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75a68a1b96ee4033bf683db87d2c6cfc&device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 1128 time: 0.0549545 Feb 03 03:04:03.193976 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c065d3-f755-4c82-b21e-9c4fe55c2119 req-de08eea2-6c63-46e4-834c-f5860e9e1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:03.195460 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27c065d3-f755-4c82-b21e-9c4fe55c2119 req-de08eea2-6c63-46e4-834c-f5860e9e1679 service neutron] 10.222.0.43 "GET /v2.0/networks?id=498b9135-fbf3-435a-8b17-a2229688881a HTTP/1.1" status: 200 len: 915 time: 0.3868361 Feb 03 03:04:03.203829 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b76e1f-95c0-407e-b33d-747fa31ab0d2 req-bcd5405a-ed7a-41e1-98c2-f36445289a23 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:03.205604 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-00b76e1f-95c0-407e-b33d-747fa31ab0d2 req-bcd5405a-ed7a-41e1-98c2-f36445289a23 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 944 time: 0.1103349 Feb 03 03:04:03.245957 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27c065d3-f755-4c82-b21e-9c4fe55c2119 req-b43d7ce2-19b5-44fd-94d8-4440ae6c592e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 200 len: 217 time: 0.0392907 Feb 03 03:04:03.315119 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-00b76e1f-95c0-407e-b33d-747fa31ab0d2 req-1d700403-b1c8-41a3-b6ad-7ffea4a35c8f tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016576 Feb 03 03:04:03.317071 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c065d3-f755-4c82-b21e-9c4fe55c2119 req-3b374a9d-3e9f-43f2-9169-91f905ed2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:03.318436 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27c065d3-f755-4c82-b21e-9c4fe55c2119 req-3b374a9d-3e9f-43f2-9169-91f905ed2291 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5db4aeb3-78ea-41ce-92f9-70cab0d9260a HTTP/1.1" status: 200 len: 853 time: 0.0647376 Feb 03 03:04:03.372448 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c065d3-f755-4c82-b21e-9c4fe55c2119 req-f0e72b19-c748-4558-a703-2ee85e3f94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:03.373849 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27c065d3-f755-4c82-b21e-9c4fe55c2119 req-f0e72b19-c748-4558-a703-2ee85e3f94d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=498b9135-fbf3-435a-8b17-a2229688881a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485461 Feb 03 03:04:03.463686 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27c065d3-f755-4c82-b21e-9c4fe55c2119 req-7809e753-5a56-42b7-9311-c918fd2ed5e2 service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823925 Feb 03 03:04:03.558864 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-27c065d3-f755-4c82-b21e-9c4fe55c2119 req-994a735d-2d00-4197-a988-9f8170729b3a service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878508 Feb 03 03:04:03.715975 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 9ec67dbd-d798-42d9-982f-ae69f4d47df6 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:04:03.814209 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 9ec67dbd-d798-42d9-982f-ae69f4d47df6, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:03.825488 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'port_id': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'mac_address': 'fa:16:3e:72:c8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:04:03.867903 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:04:03.868303 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:03.880916 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec67dbd-d798-42d9-982f-ae69f4d47df6 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:04:03.899709 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 9ec67dbd-d798-42d9-982f-ae69f4d47df6, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:03.904939 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:03.956593 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=9ec67dbd-d798-42d9-982f-ae69f4d47df6,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:04.145392 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['9ec67dbd-d798-42d9-982f-ae69f4d47df6'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:04:04.447546 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ed698-ec14-4698-9f73-5fa51de3f6f0 req-72a35bfd-3f66-4429-9fb9-b520baa40b58 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:04.449045 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-707ed698-ec14-4698-9f73-5fa51de3f6f0 req-72a35bfd-3f66-4429-9fb9-b520baa40b58 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 945 time: 0.0595243 Feb 03 03:04:04.512695 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-707ed698-ec14-4698-9f73-5fa51de3f6f0 req-e18482ee-2f7a-4b6f-8854-2a5351a15ea9 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555408 Feb 03 03:04:05.650486 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfb490-4619-4e95-8578-988e22cabdce req-6145eaa2-4cab-43b3-ac4b-230089b1dcda tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:05.651948 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dbfb490-4619-4e95-8578-988e22cabdce req-6145eaa2-4cab-43b3-ac4b-230089b1dcda tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 945 time: 0.0621071 Feb 03 03:04:05.706496 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2dbfb490-4619-4e95-8578-988e22cabdce req-ddf721a9-a910-4395-b678-f6279b770962 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 Feb 03 03:04:05.715049 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 9ec67dbd-d798-42d9-982f-ae69f4d47df6 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:04:05.766969 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 03:04:05.770702 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:04:05.771092 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:05.847401 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:04:05.847677 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:05.870323 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:04:05.872540 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a6fea0-60a7-48f4-898e-24df6f62a3e9" -d '{"events": [{"server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "name": "network-vif-plugged", "status": "completed", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:04:05.884085 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 9ec67dbd-d798-42d9-982f-ae69f4d47df6, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:05.889126 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:05.911656 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9641eb7-44bd-4d31-8eb3-45364123713e x-openstack-request-id: req-d9641eb7-44bd-4d31-8eb3-45364123713e {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:04:05.911951 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "name": "network-vif-plugged", "status": "completed", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:04:05.912207 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9641eb7-44bd-4d31-8eb3-45364123713e {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:04:05.912596 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'code': 200} Feb 03 03:04:05.937747 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=9ec67dbd-d798-42d9-982f-ae69f4d47df6,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:06.096581 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422e3d3-ba87-4f73-877a-2b5736927e01 req-ec377a62-10ee-4a30-adf4-ed2691d11f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:06.098292 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c422e3d3-ba87-4f73-877a-2b5736927e01 req-ec377a62-10ee-4a30-adf4-ed2691d11f1b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 1130 time: 0.0464787 Feb 03 03:04:06.141773 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c422e3d3-ba87-4f73-877a-2b5736927e01 req-ba637dfd-7c2e-4153-bc69-344362db555a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368252 Feb 03 03:04:06.839392 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61929b-3575-49d8-92be-60eb2b60727e req-5bdcb284-32cc-4425-99ea-f7d31d7159b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:06.840880 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a61929b-3575-49d8-92be-60eb2b60727e req-5bdcb284-32cc-4425-99ea-f7d31d7159b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 946 time: 0.0568998 Feb 03 03:04:06.887488 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1a61929b-3575-49d8-92be-60eb2b60727e req-2b33203a-0494-4aac-870b-4e36835a6e03 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406959 Feb 03 03:04:08.022214 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa4905-2fc7-4235-9bbb-db26d1268d43 req-22bab7d4-ef87-460e-978e-31966316a52f tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:08.023591 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-34aa4905-2fc7-4235-9bbb-db26d1268d43 req-22bab7d4-ef87-460e-978e-31966316a52f tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 946 time: 0.0567706 Feb 03 03:04:08.072329 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-34aa4905-2fc7-4235-9bbb-db26d1268d43 req-d30cb893-046b-482e-97d5-d585bca706b2 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Feb 03 03:04:08.198474 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f07b4d-cc36-47a0-bd7e-e90f0bae83ab req-9bc2ef82-b5a8-484c-9697-b0d2166ae66a tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:08.199941 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5f07b4d-cc36-47a0-bd7e-e90f0bae83ab req-9bc2ef82-b5a8-484c-9697-b0d2166ae66a tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 946 time: 0.0539849 Feb 03 03:04:08.247691 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f5f07b4d-cc36-47a0-bd7e-e90f0bae83ab req-7e6cb70a-e0cb-45fd-8df6-37c587054eca tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Feb 03 03:04:08.588459 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d243a3-4282-4514-bcfc-aecb4090bf75 req-7f3e3b59-025c-458d-8368-38a457e028de tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:08.589879 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-51d243a3-4282-4514-bcfc-aecb4090bf75 req-7f3e3b59-025c-458d-8368-38a457e028de tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 946 time: 0.0616906 Feb 03 03:04:08.648248 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-51d243a3-4282-4514-bcfc-aecb4090bf75 req-48f6aaad-2c1f-4f6b-be50-0c8836259900 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498400 Feb 03 03:04:11.528265 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa40f05-40e7-4daf-8aab-c4e2f56156bf req-0bc03a9f-5d42-4a2a-b89e-64e0da5e5e4c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:11.529762 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-faa40f05-40e7-4daf-8aab-c4e2f56156bf req-0bc03a9f-5d42-4a2a-b89e-64e0da5e5e4c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 947 time: 0.0616455 Feb 03 03:04:11.577223 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-faa40f05-40e7-4daf-8aab-c4e2f56156bf req-3f3dc487-08c8-4d79-a21e-c8e7559acf27 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415874 Feb 03 03:04:12.706028 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca898a-39d0-4190-a66f-ebb5479b0c83 req-f085bf34-6575-4e52-85f0-ef710f5db8ff tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:12.707501 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1ca898a-39d0-4190-a66f-ebb5479b0c83 req-f085bf34-6575-4e52-85f0-ef710f5db8ff tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 947 time: 0.0521114 Feb 03 03:04:12.754960 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1ca898a-39d0-4190-a66f-ebb5479b0c83 req-2d9b0173-8f7d-4273-a39c-fb5b40ae402f tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups?id=c335ba96-422e-4926-963c-d0c4be5053f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416462 Feb 03 03:04:12.950909 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f1fca41e-da51-47e0-85e6-e5e1fa5fc790 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:12.952350 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f1fca41e-da51-47e0-85e6-e5e1fa5fc790 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.43 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 947 time: 0.0649490 Feb 03 03:04:13.047921 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Deleting port b31cace4-7041-409f-a805-55308777e17a {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:04:13.048264 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (b31cace4-7041-409f-a805-55308777e17a), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:13.136708 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] For port b31cace4-7041-409f-a805-55308777e17a, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b31cace4-7041-409f-a805-55308777e17a,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:13.137074 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (b31cace4-7041-409f-a805-55308777e17a), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:13.303640 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:13.304178 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (8adcbb81-8c0e-413f-8326-bfc5991ef27b), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:13.304501 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Floating IP 8adcbb81-8c0e-413f-8326-bfc5991ef27b disassociated. External IP: 172.27.2.225, port: b31cace4-7041-409f-a805-55308777e17a. Feb 03 03:04:13.304859 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Calling delete_port for b31cace4-7041-409f-a805-55308777e17a owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:04:13.417916 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:13.444218 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (b31cace4-7041-409f-a805-55308777e17a), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:13.475758 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event deleted for resources: {'Port': ['ID=b31cace4-7041-409f-a805-55308777e17a,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:13.590978 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Router 1d387c67-870c-4480-b64f-5dd85ca16992 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:04:13.706842 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:04:13.716918 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd625215-3894-4a14-b2ae-fea162302546 None None] Sync routers for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:04:13.727730 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd625215-3894-4a14-b2ae-fea162302546 None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:04:13.728336 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-fd625215-3894-4a14-b2ae-fea162302546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:13.746363 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] No DVR routers for this DVR port b31cace4-7041-409f-a805-55308777e17a on host hv-cinder-82758 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:04:13.748928 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:13.752184 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-83412bbd-16c2-4009-beee-1e4559f21616 req-f021d2d8-ffe6-47c7-ab29-69bc19a9c64d tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.43 "DELETE /v2.0/ports/b31cace4-7041-409f-a805-55308777e17a HTTP/1.1" status: 204 len: 173 time: 0.7945666 Feb 03 03:04:13.752611 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'name': 'network-vif-deleted', 'tag': 'b31cace4-7041-409f-a805-55308777e17a'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:04:13.754823 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcac30e-ad73-4ffd-84d3-db652840fe81" -d '{"events": [{"server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "name": "network-vif-deleted", "tag": "b31cace4-7041-409f-a805-55308777e17a"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:04:13.819148 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4522f5-1a6c-46f7-aeb0-ed9e33649332 x-openstack-request-id: req-3b4522f5-1a6c-46f7-aeb0-ed9e33649332 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:04:13.819447 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d795a9-10f4-4812-9284-3b056987c2b4", "name": "network-vif-deleted", "tag": "b31cace4-7041-409f-a805-55308777e17a", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:04:13.819700 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b4522f5-1a6c-46f7-aeb0-ed9e33649332 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:04:13.820102 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d795a9-10f4-4812-9284-3b056987c2b4', 'name': 'network-vif-deleted', 'tag': 'b31cace4-7041-409f-a805-55308777e17a', 'status': 'completed', 'code': 200} Feb 03 03:04:13.840901 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-fd625215-3894-4a14-b2ae-fea162302546 None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:04:13.874075 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-06805b73-fabe-4890-8c73-b37f37a35f39 req-f913d877-c4bb-4bac-ada0-cf0e02fb038b tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d795a9-10f4-4812-9284-3b056987c2b4 HTTP/1.1" status: 200 len: 210 time: 0.0335925 Feb 03 03:04:14.044032 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-fd625215-3894-4a14-b2ae-fea162302546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:14.072265 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd625215-3894-4a14-b2ae-fea162302546 None None] Checking router: 1d387c67-870c-4480-b64f-5dd85ca16992 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:04:14.081105 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd625215-3894-4a14-b2ae-fea162302546 None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:04:14.081636 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-fd625215-3894-4a14-b2ae-fea162302546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:03:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:14.188341 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-fd625215-3894-4a14-b2ae-fea162302546 None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:04:14.383404 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-fd625215-3894-4a14-b2ae-fea162302546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:14.408737 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd625215-3894-4a14-b2ae-fea162302546 None None] The sync data for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi is: [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T02:58:05Z', 'revision_number': 4, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'f6928794-c06e-4dfd-b95a-d02b9449ba0b', 'name': '', 'network_id': '17f7ee66-84e4-4ba5-b587-f73d44502290', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'mac_address': 'fa:16:3e:5c:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '99824670-e7e8-4336-87fc-b66530f36d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:05Z', 'updated_at': '2022-02-03T02:58:10Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'subnets': [{'id': '99824670-e7e8-4336-87fc-b66530f36d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:04:14.624189 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc8524-0898-43c7-9d2e-dda3254983fd None None] New status for floating IP 8adcbb81-8c0e-413f-8326-bfc5991ef27b: DOWN {{(pid=102484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:04:14.970954 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57230) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:15.022402 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-92258a3d-6bf8-42fc-a450-4970acb0ec01 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (c335ba96-422e-4926-963c-d0c4be5053f4), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:15.044446 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-92258a3d-6bf8-42fc-a450-4970acb0ec01 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (c335ba96-422e-4926-963c-d0c4be5053f4), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:15.103789 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-92258a3d-6bf8-42fc-a450-4970acb0ec01 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (c335ba96-422e-4926-963c-d0c4be5053f4), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:15.106485 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-92258a3d-6bf8-42fc-a450-4970acb0ec01 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:15.107629 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-92258a3d-6bf8-42fc-a450-4970acb0ec01 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "DELETE /v2.0/security-groups/c335ba96-422e-4926-963c-d0c4be5053f4 HTTP/1.1" status: 204 len: 168 time: 0.1356335 Feb 03 03:04:15.110740 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57232) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:15.116745 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92258a3d-6bf8-42fc-a450-4970acb0ec01 tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c335ba96-422e-4926-963c-d0c4be5053f4,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:15.128919 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.api.v2.resource [None req-e1aaed42-1d7b-4b50-ab76-d7912b7b313c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] show failed (client error): The resource could not be found. Feb 03 03:04:15.130028 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e1aaed42-1d7b-4b50-ab76-d7912b7b313c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "GET /v2.0/security-groups/c335ba96-422e-4926-963c-d0c4be5053f4 HTTP/1.1" status: 404 len: 347 time: 0.0182571 Feb 03 03:04:15.133047 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57234) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:15.266035 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-08ac4bcf-9767-46f1-a0e6-5b94dfdf826c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Deleting port 416827b0-33a9-41e5-8342-13510c392632 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:04:15.266255 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-08ac4bcf-9767-46f1-a0e6-5b94dfdf826c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (416827b0-33a9-41e5-8342-13510c392632), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:15.340234 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-08ac4bcf-9767-46f1-a0e6-5b94dfdf826c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (416827b0-33a9-41e5-8342-13510c392632), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:15.340548 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-08ac4bcf-9767-46f1-a0e6-5b94dfdf826c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (416827b0-33a9-41e5-8342-13510c392632), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:15.352325 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-08ac4bcf-9767-46f1-a0e6-5b94dfdf826c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Calling delete_port for 416827b0-33a9-41e5-8342-13510c392632 owned by network:floatingip {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:04:15.492357 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-08ac4bcf-9767-46f1-a0e6-5b94dfdf826c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (416827b0-33a9-41e5-8342-13510c392632), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:15.516508 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac4bcf-9767-46f1-a0e6-5b94dfdf826c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Pushing event deleted for resources: {'Port': ['ID=416827b0-33a9-41e5-8342-13510c392632,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:15.576198 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-08ac4bcf-9767-46f1-a0e6-5b94dfdf826c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks [] for floatingip (8adcbb81-8c0e-413f-8326-bfc5991ef27b), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:15.578948 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-08ac4bcf-9767-46f1-a0e6-5b94dfdf826c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:15.582699 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-08ac4bcf-9767-46f1-a0e6-5b94dfdf826c tempest-AttachVolumeShelveTestJSON-286114139 tempest-AttachVolumeShelveTestJSON-286114139-project] 10.222.0.31 "DELETE /v2.0/floatingips/8adcbb81-8c0e-413f-8326-bfc5991ef27b HTTP/1.1" status: 204 len: 168 time: 0.4460745 Feb 03 03:04:15.593790 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-39deba6a-4d7f-4db3-81be-5231c80c942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:15.769141 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b31cace4-7041-409f-a805-55308777e17a no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:04:15.788461 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: b31cace4-7041-409f-a805-55308777e17a {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:04:15.788922 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b31cace4-7041-409f-a805-55308777e17a not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:04:16.247003 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:04:17.017865 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be90ea8-1619-4945-8812-7b1a9bb7cab8 req-92915f13-4e25-4a95-97f5-87005250f706 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:17.019377 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8be90ea8-1619-4945-8812-7b1a9bb7cab8 req-92915f13-4e25-4a95-97f5-87005250f706 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 946 time: 0.0524416 Feb 03 03:04:17.068074 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8be90ea8-1619-4945-8812-7b1a9bb7cab8 req-9a11444b-b135-4992-b66f-ae7dbc010a8f tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430329 Feb 03 03:04:17.091006 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57260) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:17.327867 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3ad455-19db-4d5b-9094-ae76d5fa233d tempest-TestMinimumBasicScenario-1753283492 tempest-TestMinimumBasicScenario-1753283492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:17.329398 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ea3ad455-19db-4d5b-9094-ae76d5fa233d tempest-TestMinimumBasicScenario-1753283492 tempest-TestMinimumBasicScenario-1753283492-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 1125 time: 0.2373426 Feb 03 03:04:17.332485 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57264) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:17.337123 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Request body: {'floatingip': {'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'port_id': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:17.359619 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:17.460320 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:17.573196 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Allocated IP 172.27.2.189 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/2dc68c77-06b0-49f6-9cae-259e0e2cf797) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:04:17.673730 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for port (2dc68c77-06b0-49f6-9cae-259e0e2cf797), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:17.714928 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (2dc68c77-06b0-49f6-9cae-259e0e2cf797), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:17.754158 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:04:17.757111 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:04:17.761877 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:04:17.769137 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'Port': ['ID=2dc68c77-06b0-49f6-9cae-259e0e2cf797,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:17.881756 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-945f8e80-bb2c-4afe-bf23-4aa236b5bbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:17.983551 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57272) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:18.162639 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for floatingip (cd4d6948-81c5-47f9-9cad-c021b29a52c3), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:18.304694 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (2dc68c77-06b0-49f6-9cae-259e0e2cf797), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:18.556862 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for port (2dc68c77-06b0-49f6-9cae-259e0e2cf797), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:18.563646 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (2dc68c77-06b0-49f6-9cae-259e0e2cf797), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:18.645552 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'Port': ['ID=2dc68c77-06b0-49f6-9cae-259e0e2cf797,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:18.661449 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (cd4d6948-81c5-47f9-9cad-c021b29a52c3), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.043507 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133768984'] for router_interface (1d387c67-870c-4480-b64f-5dd85ca16992), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.047685 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.l3_db [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Floating IP cd4d6948-81c5-47f9-9cad-c021b29a52c3 associated. External IP: 172.27.2.189, port: 9ec67dbd-d798-42d9-982f-ae69f4d47df6. Feb 03 03:04:19.376240 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Router 0ad55923-4935-4050-a433-7b99567c30ea has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:04:19.531969 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:04:19.538831 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] Deleting port f6928794-c06e-4dfd-b95a-d02b9449ba0b {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:04:19.539196 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.546131 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd551ed-7fb0-49d6-a686-c516af446eb1 None None] Sync routers for ids ['0ad55923-4935-4050-a433-7b99567c30ea'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:04:19.557602 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd551ed-7fb0-49d6-a686-c516af446eb1 None None] Routers {'0ad55923-4935-4050-a433-7b99567c30ea'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:04:19.558337 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-ecd551ed-7fb0-49d6-a686-c516af446eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:04:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0ad55923-4935-4050-a433-7b99567c30ea'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:19.585430 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.619208 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.629417 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-8b537fae-d4d7-4da1-aa59-ac81ba1ea2b5 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2931569 Feb 03 03:04:19.630482 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57276) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:19.633207 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:04:19.635490 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97d1fed-3855-4b70-931c-b74d135f095a" -d '{"events": [{"name": "network-changed", "server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:04:19.637306 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-01d14961-d094-4e6a-a7d1-0b60aed4d826 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271164535', 'description': 'tempest-secgroup-smoke-1271164535 description', 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:19.661330 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] For port f6928794-c06e-4dfd-b95a-d02b9449ba0b, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=f6928794-c06e-4dfd-b95a-d02b9449ba0b,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:19.661608 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.677937 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] Calling delete_port for f6928794-c06e-4dfd-b95a-d02b9449ba0b owned by network:router_interface {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:04:19.682208 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01d14961-d094-4e6a-a7d1-0b60aed4d826 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.759702 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01d14961-d094-4e6a-a7d1-0b60aed4d826 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group (19a5db45-ca6d-4c4f-adb1-c2141ce4b05a), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.765710 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-ecd551ed-7fb0-49d6-a686-c516af446eb1 None None] Set router 0ad55923-4935-4050-a433-7b99567c30ea gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:04:19.766524 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01d14961-d094-4e6a-a7d1-0b60aed4d826 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (19a5db45-ca6d-4c4f-adb1-c2141ce4b05a), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.798675 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d14961-d094-4e6a-a7d1-0b60aed4d826 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:19.815009 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01d14961-d094-4e6a-a7d1-0b60aed4d826 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.816867 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-01d14961-d094-4e6a-a7d1-0b60aed4d826 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1851063 Feb 03 03:04:19.819951 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57282) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:19.824741 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-01ad90ad-6800-4063-a31c-0b468cfb9eea tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Request body: {'security_group_rule': {'security_group_id': '19a5db45-ca6d-4c4f-adb1-c2141ce4b05a', 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:19.856517 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01ad90ad-6800-4063-a31c-0b468cfb9eea tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (aa65ec2f-cbca-487a-87b7-b248d85e8562), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.890854 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (f6928794-c06e-4dfd-b95a-d02b9449ba0b), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.901139 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7282e94f-4e42-44ad-b520-e9a4334aa3dd x-openstack-request-id: req-7282e94f-4e42-44ad-b520-e9a4334aa3dd {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:04:19.901584 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:04:19.901928 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7282e94f-4e42-44ad-b520-e9a4334aa3dd {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:04:19.902405 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'status': 'completed', 'code': 200} Feb 03 03:04:19.923461 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6928794-c06e-4dfd-b95a-d02b9449ba0b,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:19.971744 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01ad90ad-6800-4063-a31c-0b468cfb9eea tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (aa65ec2f-cbca-487a-87b7-b248d85e8562), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:19.983699 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01ad90ad-6800-4063-a31c-0b468cfb9eea tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (aa65ec2f-cbca-487a-87b7-b248d85e8562), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.006927 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d1fed-3855-4b70-931c-b74d135f095a req-46c4a764-55a0-4845-bf5d-f2f637319122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:20.008775 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d97d1fed-3855-4b70-931c-b74d135f095a req-46c4a764-55a0-4845-bf5d-f2f637319122 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75a68a1b96ee4033bf683db87d2c6cfc&device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 1130 time: 0.0925009 Feb 03 03:04:20.010492 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad90ad-6800-4063-a31c-0b468cfb9eea tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa65ec2f-cbca-487a-87b7-b248d85e8562,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:20.012332 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-ecd551ed-7fb0-49d6-a686-c516af446eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:32Z', 'revision_number': 4, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': 'cd4d6948-81c5-47f9-9cad-c021b29a52c3', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'port_id': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'mac_address': 'fa:16:3e:72:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:04:17Z', 'updated_at': '2022-02-03T03:04:17Z', 'revision_number': 0, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542ba131-8598-49b6-aac6-729ba01c8a80', 'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'mac_address': 'fa:16:3e:3f:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:32Z', 'updated_at': '2022-02-03T03:03:37Z', 'revision_number': 5, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'subnets': [{'id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:20.026827 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-01ad90ad-6800-4063-a31c-0b468cfb9eea tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.036383 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-01ad90ad-6800-4063-a31c-0b468cfb9eea tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2152262 Feb 03 03:04:20.037150 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57284) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:20.050849 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-2d2f7b58-e3ea-4ee9-aeda-b733d5f13d54 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Request body: {'security_group_rule': {'security_group_id': '19a5db45-ca6d-4c4f-adb1-c2141ce4b05a', 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:20.052973 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd551ed-7fb0-49d6-a686-c516af446eb1 None None] Checking router: 0ad55923-4935-4050-a433-7b99567c30ea for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:04:20.075416 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd551ed-7fb0-49d6-a686-c516af446eb1 None None] Routers {'0ad55923-4935-4050-a433-7b99567c30ea'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:04:20.076057 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-ecd551ed-7fb0-49d6-a686-c516af446eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:04:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0ad55923-4935-4050-a433-7b99567c30ea'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:20.125279 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7b58-e3ea-4ee9-aeda-b733d5f13d54 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (1e75c094-5fd7-4811-b7ea-c743ae4fc1d8), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.125561 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133727687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133769204'] for router_interface (1d387c67-870c-4480-b64f-5dd85ca16992), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.165135 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d1fed-3855-4b70-931c-b74d135f095a req-9e1443a4-1901-463b-b95f-c855d8b88e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:20.166986 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d97d1fed-3855-4b70-931c-b74d135f095a req-9e1443a4-1901-463b-b95f-c855d8b88e8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=498b9135-fbf3-435a-8b17-a2229688881a HTTP/1.1" status: 200 len: 915 time: 0.1518710 Feb 03 03:04:20.217660 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-ecd551ed-7fb0-49d6-a686-c516af446eb1 None None] Set router 0ad55923-4935-4050-a433-7b99567c30ea gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:04:20.236050 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7b58-e3ea-4ee9-aeda-b733d5f13d54 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (1e75c094-5fd7-4811-b7ea-c743ae4fc1d8), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.243008 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7b58-e3ea-4ee9-aeda-b733d5f13d54 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (1e75c094-5fd7-4811-b7ea-c743ae4fc1d8), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.253733 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d97d1fed-3855-4b70-931c-b74d135f095a req-fb3855b4-a106-462c-a507-737f3457db8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 200 len: 1000 time: 0.0779607 Feb 03 03:04:20.275512 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f7b58-e3ea-4ee9-aeda-b733d5f13d54 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e75c094-5fd7-4811-b7ea-c743ae4fc1d8,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:20.298268 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7b58-e3ea-4ee9-aeda-b733d5f13d54 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.299481 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2d2f7b58-e3ea-4ee9-aeda-b733d5f13d54 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2524548 Feb 03 03:04:20.303134 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57286) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:20.308972 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-421ab890-31a4-471d-a848-7f3c328b57c7 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Request body: {'security_group_rule': {'security_group_id': '19a5db45-ca6d-4c4f-adb1-c2141ce4b05a', 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:20.331947 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d1fed-3855-4b70-931c-b74d135f095a req-a5564e87-b468-453d-8a71-9b3c319072cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:20.334512 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d97d1fed-3855-4b70-931c-b74d135f095a req-a5564e87-b468-453d-8a71-9b3c319072cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5db4aeb3-78ea-41ce-92f9-70cab0d9260a HTTP/1.1" status: 200 len: 853 time: 0.0702422 Feb 03 03:04:20.368455 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] Router 1d387c67-870c-4480-b64f-5dd85ca16992 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:04:20.370964 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-421ab890-31a4-471d-a848-7f3c328b57c7 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (d537b0d7-4ce4-4499-9f17-49e2d37bcfb6), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.420899 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d1fed-3855-4b70-931c-b74d135f095a req-0310135f-2135-4fc9-8d66-643f0803fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:20.422357 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d97d1fed-3855-4b70-931c-b74d135f095a req-0310135f-2135-4fc9-8d66-643f0803fa76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=498b9135-fbf3-435a-8b17-a2229688881a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817587 Feb 03 03:04:20.432494 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-421ab890-31a4-471d-a848-7f3c328b57c7 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (d537b0d7-4ce4-4499-9f17-49e2d37bcfb6), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.440802 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-421ab890-31a4-471d-a848-7f3c328b57c7 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (d537b0d7-4ce4-4499-9f17-49e2d37bcfb6), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.454962 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-ecd551ed-7fb0-49d6-a686-c516af446eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:32Z', 'revision_number': 4, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': 'cd4d6948-81c5-47f9-9cad-c021b29a52c3', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'port_id': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'mac_address': 'fa:16:3e:72:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:04:17Z', 'updated_at': '2022-02-03T03:04:17Z', 'revision_number': 0, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542ba131-8598-49b6-aac6-729ba01c8a80', 'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'mac_address': 'fa:16:3e:3f:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:32Z', 'updated_at': '2022-02-03T03:03:37Z', 'revision_number': 5, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'subnets': [{'id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:20.480157 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:04:20.487515 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-9b2739ab-ff48-470b-b7b5-d4d9f18041a0 admin admin] 10.222.0.31 "PUT /v2.0/routers/1d387c67-870c-4480-b64f-5dd85ca16992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5007036 Feb 03 03:04:20.487683 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd551ed-7fb0-49d6-a686-c516af446eb1 None None] The sync data for ids ['0ad55923-4935-4050-a433-7b99567c30ea'] in dv-cinder-827581-1-iscsi is: [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:32Z', 'revision_number': 4, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': 'cd4d6948-81c5-47f9-9cad-c021b29a52c3', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'port_id': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'mac_address': 'fa:16:3e:72:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:04:17Z', 'updated_at': '2022-02-03T03:04:17Z', 'revision_number': 0, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542ba131-8598-49b6-aac6-729ba01c8a80', 'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'mac_address': 'fa:16:3e:3f:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:32Z', 'updated_at': '2022-02-03T03:03:37Z', 'revision_number': 5, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'subnets': [{'id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:04:20.487870 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57288) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:20.489289 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ab890-31a4-471d-a848-7f3c328b57c7 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d537b0d7-4ce4-4499-9f17-49e2d37bcfb6,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:20.496219 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a352509-f7db-4ac5-8ea0-9cd9583325e5 None None] Sync routers for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:04:20.511050 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a352509-f7db-4ac5-8ea0-9cd9583325e5 None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:04:20.511989 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-0a352509-f7db-4ac5-8ea0-9cd9583325e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:04:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:20.515087 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-421ab890-31a4-471d-a848-7f3c328b57c7 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.519600 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-421ab890-31a4-471d-a848-7f3c328b57c7 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2124484 Feb 03 03:04:20.519600 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57290) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:20.524473 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-2062c648-865f-4167-90b2-e8bcb0039987 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Request body: {'security_group_rule': {'security_group_id': '19a5db45-ca6d-4c4f-adb1-c2141ce4b05a', 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:20.562278 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2062c648-865f-4167-90b2-e8bcb0039987 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (49ef475c-bb5a-4a3f-9fb3-a6f29ad9c687), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.591884 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.596280 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d97d1fed-3855-4b70-931c-b74d135f095a req-c5d54d96-10bc-454e-a6d4-af2eb0f3c3bc service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657038 Feb 03 03:04:20.627172 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Publish callbacks [] for router (1d387c67-870c-4480-b64f-5dd85ca16992), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.650852 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-0a352509-f7db-4ac5-8ea0-9cd9583325e5 None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:04:20.710771 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2062c648-865f-4167-90b2-e8bcb0039987 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (49ef475c-bb5a-4a3f-9fb3-a6f29ad9c687), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.726728 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2062c648-865f-4167-90b2-e8bcb0039987 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (49ef475c-bb5a-4a3f-9fb3-a6f29ad9c687), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.730380 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d97d1fed-3855-4b70-931c-b74d135f095a req-e5f75e6f-0d76-40c6-b8e1-c4406c128eb2 service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253743 Feb 03 03:04:20.747487 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Publish callbacks [] for router_gateway (1d387c67-870c-4480-b64f-5dd85ca16992), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.755511 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2062c648-865f-4167-90b2-e8bcb0039987 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.760089 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2062c648-865f-4167-90b2-e8bcb0039987 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2367146 Feb 03 03:04:20.760285 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57292) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:20.765442 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-b24e2f96-9aac-4908-b895-22d4c5c26bca tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Request body: {'security_group_rule': {'security_group_id': '19a5db45-ca6d-4c4f-adb1-c2141ce4b05a', 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:20.772538 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062c648-865f-4167-90b2-e8bcb0039987 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ef475c-bb5a-4a3f-9fb3-a6f29ad9c687,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:20.791562 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9681dca-e106-421c-acb9-572a643d0468 None None] New status for floating IP cd4d6948-81c5-47f9-9cad-c021b29a52c3: ACTIVE {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:04:20.796136 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.securitygroups_db [None req-b24e2f96-9aac-4908-b895-22d4c5c26bca tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Project 75a68a1b96ee4033bf683db87d2c6cfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 03:04:20.805468 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b24e2f96-9aac-4908-b895-22d4c5c26bca tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (4f860c17-0b73-47ce-b5a3-230c47138407), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.829592 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Deleting port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:04:20.830072 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.881486 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-0a352509-f7db-4ac5-8ea0-9cd9583325e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T03:04:19Z', 'revision_number': 5, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port': {'id': 'bcb3f723-5056-410c-85eb-6c0c8d1f2c4b', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T02:58:02Z', 'updated_at': '2022-02-03T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:20.883751 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b24e2f96-9aac-4908-b895-22d4c5c26bca tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (4f860c17-0b73-47ce-b5a3-230c47138407), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.889588 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b24e2f96-9aac-4908-b895-22d4c5c26bca tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (4f860c17-0b73-47ce-b5a3-230c47138407), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.908501 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e2f96-9aac-4908-b895-22d4c5c26bca tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f860c17-0b73-47ce-b5a3-230c47138407,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:20.917280 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a352509-f7db-4ac5-8ea0-9cd9583325e5 None None] Checking router: 1d387c67-870c-4480-b64f-5dd85ca16992 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:04:20.920039 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b24e2f96-9aac-4908-b895-22d4c5c26bca tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.924309 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-b24e2f96-9aac-4908-b895-22d4c5c26bca tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1627264 Feb 03 03:04:20.924691 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57294) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:20.926013 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a352509-f7db-4ac5-8ea0-9cd9583325e5 None None] Routers {'1d387c67-870c-4480-b64f-5dd85ca16992'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:04:20.927046 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-0a352509-f7db-4ac5-8ea0-9cd9583325e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:04:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['1d387c67-870c-4480-b64f-5dd85ca16992'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:20.929125 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-efe72639-6b1a-4329-b67f-04f58a38b489 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Request body: {'security_group_rule': {'security_group_id': '19a5db45-ca6d-4c4f-adb1-c2141ce4b05a', 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:20.940397 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] For port bcb3f723-5056-410c-85eb-6c0c8d1f2c4b, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=bcb3f723-5056-410c-85eb-6c0c8d1f2c4b,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:20.941156 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.951328 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.securitygroups_db [None req-efe72639-6b1a-4329-b67f-04f58a38b489 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Project 75a68a1b96ee4033bf683db87d2c6cfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 03:04:20.957565 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-efe72639-6b1a-4329-b67f-04f58a38b489 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (c544f25e-3a19-44d2-97a0-df6199b6c32f), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:20.962699 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Calling delete_port for bcb3f723-5056-410c-85eb-6c0c8d1f2c4b owned by network:router_gateway {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:04:21.027145 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-efe72639-6b1a-4329-b67f-04f58a38b489 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (c544f25e-3a19-44d2-97a0-df6199b6c32f), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.031774 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-0a352509-f7db-4ac5-8ea0-9cd9583325e5 None None] Set router 1d387c67-870c-4480-b64f-5dd85ca16992 gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:04:21.031972 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-efe72639-6b1a-4329-b67f-04f58a38b489 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133730065'] for security_group_rule (c544f25e-3a19-44d2-97a0-df6199b6c32f), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.049264 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe72639-6b1a-4329-b67f-04f58a38b489 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c544f25e-3a19-44d2-97a0-df6199b6c32f,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:21.059680 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-efe72639-6b1a-4329-b67f-04f58a38b489 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.063759 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-efe72639-6b1a-4329-b67f-04f58a38b489 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353850 Feb 03 03:04:21.153441 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (bcb3f723-5056-410c-85eb-6c0c8d1f2c4b), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.162824 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-85c2174d-b3a6-49eb-b557-2b8c4cb0ff17 req-a46c8fc3-6e57-41b8-8aad-5a32b3f84759 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271164535&fields=id&tenant_id=75a68a1b96ee4033bf683db87d2c6cfc HTTP/1.1" status: 200 len: 267 time: 0.0507824 Feb 03 03:04:21.207404 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb3f723-5056-410c-85eb-6c0c8d1f2c4b,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:21.236253 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2174d-b3a6-49eb-b557-2b8c4cb0ff17 req-df4f170d-b65f-4012-bfa9-022f9f430a19 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:21.237759 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-85c2174d-b3a6-49eb-b557-2b8c4cb0ff17 req-df4f170d-b65f-4012-bfa9-022f9f430a19 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 946 time: 0.0589423 Feb 03 03:04:21.242050 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-0a352509-f7db-4ac5-8ea0-9cd9583325e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T03:04:20Z', 'revision_number': 6, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port_host': None}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:21.249008 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-85c2174d-b3a6-49eb-b557-2b8c4cb0ff17 req-3a635155-3b4a-4aab-9995-e5f3bcb78704 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Request body: {'port': {'security_groups': ['e14d6e94-5674-4f54-98bd-50761a843e6e', '19a5db45-ca6d-4c4f-adb1-c2141ce4b05a']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:21.249480 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133773398'] for router_gateway (1d387c67-870c-4480-b64f-5dd85ca16992), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.270946 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a352509-f7db-4ac5-8ea0-9cd9583325e5 None None] The sync data for ids ['1d387c67-870c-4480-b64f-5dd85ca16992'] in dv-cinder-827581-1-iscsi is: [{'id': '1d387c67-870c-4480-b64f-5dd85ca16992', 'name': 'tempest-AttachVolumeShelveTestJSON-297270936-router', 'tenant_id': 'e8467ff017574f36b1c31db5579a56ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T02:58:01Z', 'updated_at': '2022-02-03T03:04:20Z', 'revision_number': 6, 'project_id': 'e8467ff017574f36b1c31db5579a56ce', 'gw_port_host': None}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:04:21.323132 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-85c2174d-b3a6-49eb-b557-2b8c4cb0ff17 req-3a635155-3b4a-4aab-9995-e5f3bcb78704 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.340801 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29171'] for router (1d387c67-870c-4480-b64f-5dd85ca16992), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.342955 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Publish callbacks [] for router_controller (1d387c67-870c-4480-b64f-5dd85ca16992), precommit_delete_associations {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.388179 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-499910'] for router (1d387c67-870c-4480-b64f-5dd85ca16992), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.388757 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d387c67-870c-4480-b64f-5dd85ca16992 {{(pid=102483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 03:04:21.393793 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.394949 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-65c8bb6d-6d68-4e57-8ea7-f79f5c1ca0a2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1d387c67-870c-4480-b64f-5dd85ca16992 HTTP/1.1" status: 204 len: 168 time: 0.9062743 Feb 03 03:04:21.397517 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57298) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:21.443667 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_v2 [None req-038be97e-1286-4f37-ad6f-97f940876a0b admin admin] Deleting subnet 99824670-e7e8-4336-87fc-b66530f36d37 {{(pid=102483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:04:21.447151 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-038be97e-1286-4f37-ad6f-97f940876a0b admin admin] Publish callbacks [] for subnet (99824670-e7e8-4336-87fc-b66530f36d37), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.481735 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-038be97e-1286-4f37-ad6f-97f940876a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575247'] for subnet (99824670-e7e8-4336-87fc-b66530f36d37), precommit_delete_associations {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.504853 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-85c2174d-b3a6-49eb-b557-2b8c4cb0ff17 req-3a635155-3b4a-4aab-9995-e5f3bcb78704 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] For port 9ec67dbd-d798-42d9-982f-ae69f4d47df6, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:21.534564 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-85c2174d-b3a6-49eb-b557-2b8c4cb0ff17 req-3a635155-3b4a-4aab-9995-e5f3bcb78704 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.540702 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-85c2174d-b3a6-49eb-b557-2b8c4cb0ff17 req-3a635155-3b4a-4aab-9995-e5f3bcb78704 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.552837 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['9ec67dbd-d798-42d9-982f-ae69f4d47df6'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:04:21.563398 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-038be97e-1286-4f37-ad6f-97f940876a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (99824670-e7e8-4336-87fc-b66530f36d37), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.583013 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2174d-b3a6-49eb-b557-2b8c4cb0ff17 req-3a635155-3b4a-4aab-9995-e5f3bcb78704 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:21.583518 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-85c2174d-b3a6-49eb-b557-2b8c4cb0ff17 req-3a635155-3b4a-4aab-9995-e5f3bcb78704 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.584961 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-85c2174d-b3a6-49eb-b557-2b8c4cb0ff17 req-3a635155-3b4a-4aab-9995-e5f3bcb78704 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "PUT /v2.0/ports/9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 200 len: 982 time: 0.3405540 Feb 03 03:04:21.585425 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:04:21.587775 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6787be42-ec39-413d-b5d4-7ef82cfd49fc" -d '{"events": [{"name": "network-changed", "server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:04:21.630388 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a635155-3b4a-4aab-9995-e5f3bcb78704 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'Port': ['ID=9ec67dbd-d798-42d9-982f-ae69f4d47df6,revision_number=6']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:21.664524 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-038be97e-1286-4f37-ad6f-97f940876a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3364207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3847393'] for subnet (99824670-e7e8-4336-87fc-b66530f36d37), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.682990 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2920c8ec-deca-4b94-b6d9-22a0b1cb3d39 x-openstack-request-id: req-2920c8ec-deca-4b94-b6d9-22a0b1cb3d39 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:04:21.684090 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:04:21.684378 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2920c8ec-deca-4b94-b6d9-22a0b1cb3d39 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:04:21.685086 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'status': 'completed', 'code': 200} Feb 03 03:04:21.697301 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['9ec67dbd-d798-42d9-982f-ae69f4d47df6'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:04:21.703778 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038be97e-1286-4f37-ad6f-97f940876a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99824670-e7e8-4336-87fc-b66530f36d37,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:21.720132 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-038be97e-1286-4f37-ad6f-97f940876a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.727352 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-038be97e-1286-4f37-ad6f-97f940876a0b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/99824670-e7e8-4336-87fc-b66530f36d37 HTTP/1.1" status: 204 len: 168 time: 0.3287826 Feb 03 03:04:21.727992 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57304) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:21.767654 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8d5ff8-0b74-4ec4-b5de-46ee3727224e None None] Network 17f7ee66-84e4-4ba5-b587-f73d44502290 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:04:21.818303 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626400e9-0063-4d36-a21b-4acdc9a45672 req-454ad453-47de-4051-8c23-96cdb2540f13 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:21.825319 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-626400e9-0063-4d36-a21b-4acdc9a45672 req-454ad453-47de-4051-8c23-96cdb2540f13 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.1070569 Feb 03 03:04:21.828694 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787be42-ec39-413d-b5d4-7ef82cfd49fc req-1734ccc4-b89f-4be8-8237-67a535cb0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:21.831035 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6787be42-ec39-413d-b5d4-7ef82cfd49fc req-1734ccc4-b89f-4be8-8237-67a535cb0aea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75a68a1b96ee4033bf683db87d2c6cfc&device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 1169 time: 0.1234446 Feb 03 03:04:21.902267 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (17f7ee66-84e4-4ba5-b587-f73d44502290), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.982172 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-626400e9-0063-4d36-a21b-4acdc9a45672 req-ea5c4dcf-f427-4b3f-b130-5145ae5e32c1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555810 Feb 03 03:04:21.990353 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Deleting port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:04:21.990701 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:21.999598 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787be42-ec39-413d-b5d4-7ef82cfd49fc req-0c5e3de5-e33f-428e-8100-ed7a85aea4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:22.005172 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device f6928794-c06e-4dfd-b95a-d02b9449ba0b no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:04:22.007095 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6787be42-ec39-413d-b5d4-7ef82cfd49fc req-0c5e3de5-e33f-428e-8100-ed7a85aea4d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=498b9135-fbf3-435a-8b17-a2229688881a HTTP/1.1" status: 200 len: 915 time: 0.1676693 Feb 03 03:04:22.055802 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: f6928794-c06e-4dfd-b95a-d02b9449ba0b {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:04:22.056150 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device f6928794-c06e-4dfd-b95a-d02b9449ba0b not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:04:22.065235 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] For port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=5b4abf14-bf38-4b6a-8a88-310c47ec3ea5,segment=NetworkSegment(f183acd2-d543-42bd-aa8b-d6296c42b2cb),segment_id=f183acd2-d543-42bd-aa8b-d6296c42b2cb)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:22.065616 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.082869 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Calling delete_port for 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 owned by network:dhcp {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:04:22.089212 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-33d87a0c-fc82-41e5-ab1c-1900d8c46ebd None None] Provisioning complete for port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:04:22.089599 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-33d87a0c-fc82-41e5-ab1c-1900d8c46ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.105692 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6787be42-ec39-413d-b5d4-7ef82cfd49fc req-02ff47a2-f0e3-4ee3-994a-b53360848408 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 200 len: 1002 time: 0.0903902 Feb 03 03:04:22.164083 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787be42-ec39-413d-b5d4-7ef82cfd49fc req-fab51830-a808-4a4d-83d8-272359fd01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:22.166503 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6787be42-ec39-413d-b5d4-7ef82cfd49fc req-fab51830-a808-4a4d-83d8-272359fd01f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5db4aeb3-78ea-41ce-92f9-70cab0d9260a HTTP/1.1" status: 200 len: 853 time: 0.0542974 Feb 03 03:04:22.170443 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (5b4abf14-bf38-4b6a-8a88-310c47ec3ea5), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.206397 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4abf14-bf38-4b6a-8a88-310c47ec3ea5,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:22.211444 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] No DVR routers for this DVR port 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 on host dv-cinder-827581-1-iscsi {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:04:22.244297 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787be42-ec39-413d-b5d4-7ef82cfd49fc req-cb8fc333-65a7-4837-9ad2-b1268dc548fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:22.246170 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6787be42-ec39-413d-b5d4-7ef82cfd49fc req-cb8fc333-65a7-4837-9ad2-b1268dc548fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=498b9135-fbf3-435a-8b17-a2229688881a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723639 Feb 03 03:04:22.248650 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77889350-b40b-407c-9c1f-8ea62c5d0d2d None None] DHCP port deletion for 17f7ee66-84e4-4ba5-b587-f73d44502290 request from dv-cinder-827581-1-iscsi {{(pid=102484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 03:04:22.250315 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.311675 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (17f7ee66-84e4-4ba5-b587-f73d44502290), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.333640 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f7ee66-84e4-4ba5-b587-f73d44502290']}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:22.344759 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f183acd2-d543-42bd-aa8b-d6296c42b2cb') {'for_net_delete': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:22.345211 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f183acd2-d543-42bd-aa8b-d6296c42b2cb') {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:22.358040 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575254'] for segment (f183acd2-d543-42bd-aa8b-d6296c42b2cb), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.363417 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6787be42-ec39-413d-b5d4-7ef82cfd49fc req-49d21bba-0a8e-468e-ad04-bcd6f52472b8 service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109922 Feb 03 03:04:22.371945 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-33d87a0c-fc82-41e5-ab1c-1900d8c46ebd None None] Current status of the port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:04:22.372848 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (f183acd2-d543-42bd-aa8b-d6296c42b2cb), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.384754 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:04:22.385298 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3364233'] for segment (f183acd2-d543-42bd-aa8b-d6296c42b2cb), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: Traceback (most recent call last): Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: timer() Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: cb(*args, **kw) Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: return func(*args, **kwargs) Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: self._notify() Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: self.callback(batched_events) Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: event.method(event) Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: return f(self, *a, **k) Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._get(url).json() Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: return self.request(url, 'GET', **kwargs) Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:04:22.387110 dv-cinder-827581-1-iscsi neutron-server[102483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:04:22.456589 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (17f7ee66-84e4-4ba5-b587-f73d44502290), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.463350 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.469581 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] 10.222.0.31 "DELETE /v2.0/networks/17f7ee66-84e4-4ba5-b587-f73d44502290 HTTP/1.1" status: 204 len: 168 time: 0.7378662 Feb 03 03:04:22.480249 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6787be42-ec39-413d-b5d4-7ef82cfd49fc req-8bbd6a18-60ff-47c3-b73f-7c7320cec3fa service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078138 Feb 03 03:04:22.488010 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7e0bc-ab95-474f-891c-e29e56046817 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f7ee66-84e4-4ba5-b587-f73d44502290,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:22.589943 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57310) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:22.629671 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-85f61aeb-a90d-46d2-83de-a1115a805daf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8467ff017574f36b1c31db5579a56ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384963 Feb 03 03:04:22.632140 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57312) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:22.678016 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-445f50be-0965-48b3-bc58-a2c9cf573a41 admin admin] Publish callbacks [] for security_group (81b1cc54-93dc-49f3-bc3f-4ecb91a05f40), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.699771 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-445f50be-0965-48b3-bc58-a2c9cf573a41 admin admin] Publish callbacks [] for security_group (81b1cc54-93dc-49f3-bc3f-4ecb91a05f40), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.752783 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-445f50be-0965-48b3-bc58-a2c9cf573a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (81b1cc54-93dc-49f3-bc3f-4ecb91a05f40), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.755270 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-445f50be-0965-48b3-bc58-a2c9cf573a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:22.756400 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-445f50be-0965-48b3-bc58-a2c9cf573a41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81b1cc54-93dc-49f3-bc3f-4ecb91a05f40 HTTP/1.1" status: 204 len: 168 time: 0.1233261 Feb 03 03:04:22.763815 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f50be-0965-48b3-bc58-a2c9cf573a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b1cc54-93dc-49f3-bc3f-4ecb91a05f40,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:23.762249 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device bcb3f723-5056-410c-85eb-6c0c8d1f2c4b no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:04:23.782271 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: bcb3f723-5056-410c-85eb-6c0c8d1f2c4b {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:04:23.782591 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device bcb3f723-5056-410c-85eb-6c0c8d1f2c4b not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:04:23.783005 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:04:23.801262 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:04:23.801631 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 5b4abf14-bf38-4b6a-8a88-310c47ec3ea5 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:04:24.826586 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57380) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:24.948325 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1755caf2-23da-41d8-89e0-9d3597498122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.023815 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1755caf2-23da-41d8-89e0-9d3597498122 admin admin] Publish callbacks [] for security_group (25bf47f1-7271-4e1c-9d9a-37d9702a96b7), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.029677 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-1755caf2-23da-41d8-89e0-9d3597498122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (25bf47f1-7271-4e1c-9d9a-37d9702a96b7), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.065523 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-1755caf2-23da-41d8-89e0-9d3597498122 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=baa1f7d686614bc2a90842bdde1d4744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378008 Feb 03 03:04:25.066405 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755caf2-23da-41d8-89e0-9d3597498122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bf47f1-7271-4e1c-9d9a-37d9702a96b7,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:25.068889 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57384) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:25.119826 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60fd2a5a-4512-4d41-bb79-ad9d6185bdf4 admin admin] Publish callbacks [] for security_group (25bf47f1-7271-4e1c-9d9a-37d9702a96b7), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.145239 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60fd2a5a-4512-4d41-bb79-ad9d6185bdf4 admin admin] Publish callbacks [] for security_group (25bf47f1-7271-4e1c-9d9a-37d9702a96b7), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.191476 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60fd2a5a-4512-4d41-bb79-ad9d6185bdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (25bf47f1-7271-4e1c-9d9a-37d9702a96b7), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.194048 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-60fd2a5a-4512-4d41-bb79-ad9d6185bdf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.195246 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-60fd2a5a-4512-4d41-bb79-ad9d6185bdf4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25bf47f1-7271-4e1c-9d9a-37d9702a96b7 HTTP/1.1" status: 204 len: 168 time: 0.1253126 Feb 03 03:04:25.202459 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd2a5a-4512-4d41-bb79-ad9d6185bdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bf47f1-7271-4e1c-9d9a-37d9702a96b7,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:25.466082 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57390) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:25.486280 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0e80281b-85b4-456a-baf4-7c1728305e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.571374 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0e80281b-85b4-456a-baf4-7c1728305e6b admin admin] Publish callbacks [] for security_group (6799817b-a7be-4772-a176-30cb4e86d974), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.577716 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0e80281b-85b4-456a-baf4-7c1728305e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6799817b-a7be-4772-a176-30cb4e86d974), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.616948 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-0e80281b-85b4-456a-baf4-7c1728305e6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adf2432695fb4f8cbd65ada8ab3b128b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491380 Feb 03 03:04:25.617798 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80281b-85b4-456a-baf4-7c1728305e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6799817b-a7be-4772-a176-30cb4e86d974,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:25.619797 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57392) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:25.669433 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ab5afcf4-2a04-44cf-a2a9-0cbbae8ba2cc admin admin] Publish callbacks [] for security_group (6799817b-a7be-4772-a176-30cb4e86d974), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.690288 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ab5afcf4-2a04-44cf-a2a9-0cbbae8ba2cc admin admin] Publish callbacks [] for security_group (6799817b-a7be-4772-a176-30cb4e86d974), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.740038 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ab5afcf4-2a04-44cf-a2a9-0cbbae8ba2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6799817b-a7be-4772-a176-30cb4e86d974), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.742890 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ab5afcf4-2a04-44cf-a2a9-0cbbae8ba2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:25.744060 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ab5afcf4-2a04-44cf-a2a9-0cbbae8ba2cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6799817b-a7be-4772-a176-30cb4e86d974 HTTP/1.1" status: 204 len: 168 time: 0.1232955 Feb 03 03:04:25.752383 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5afcf4-2a04-44cf-a2a9-0cbbae8ba2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6799817b-a7be-4772-a176-30cb4e86d974,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:26.853859 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57422) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:26.965186 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9f031b82-b056-4131-9dac-54f4f34f08e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:27.049853 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9f031b82-b056-4131-9dac-54f4f34f08e7 admin admin] Publish callbacks [] for security_group (793966dd-2faf-423e-8ae8-452e6a61622f), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:27.057756 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-9f031b82-b056-4131-9dac-54f4f34f08e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (793966dd-2faf-423e-8ae8-452e6a61622f), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:27.100185 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-9f031b82-b056-4131-9dac-54f4f34f08e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4186f53410814f00a151d4c36eafd6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452157 Feb 03 03:04:27.100973 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f031b82-b056-4131-9dac-54f4f34f08e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793966dd-2faf-423e-8ae8-452e6a61622f,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:27.103174 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57426) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:27.151101 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e1c7e79c-c285-4575-8c33-94360666dfae admin admin] Publish callbacks [] for security_group (793966dd-2faf-423e-8ae8-452e6a61622f), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:27.171599 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e1c7e79c-c285-4575-8c33-94360666dfae admin admin] Publish callbacks [] for security_group (793966dd-2faf-423e-8ae8-452e6a61622f), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:27.226306 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e1c7e79c-c285-4575-8c33-94360666dfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (793966dd-2faf-423e-8ae8-452e6a61622f), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:27.228807 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e1c7e79c-c285-4575-8c33-94360666dfae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:27.229935 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e1c7e79c-c285-4575-8c33-94360666dfae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/793966dd-2faf-423e-8ae8-452e6a61622f HTTP/1.1" status: 204 len: 168 time: 0.1257925 Feb 03 03:04:27.237348 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7e79c-c285-4575-8c33-94360666dfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793966dd-2faf-423e-8ae8-452e6a61622f,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:35.266474 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57552) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:35.376384 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:35.448062 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Publish callbacks [] for security_group (a0c0d4d4-ee50-4ad3-b134-b3b77d9a674b), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:35.452976 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (a0c0d4d4-ee50-4ad3-b134-b3b77d9a674b), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:35.488468 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c0d4d4-ee50-4ad3-b134-b3b77d9a674b,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:35.492247 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11f2c764715748c08e30b543b301cdf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247825 Feb 03 03:04:35.495245 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57556) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:35.498145 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.498495 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.498846 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.499190 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.499530 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.499864 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.500197 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.500526 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.500890 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.501226 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.501554 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.501877 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.502199 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa8da1-108e-4946-a70c-a8f0d5c2644b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:35.546418 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7b727b7-726c-4f0b-bab7-9fdd2cdd497a admin admin] Publish callbacks [] for security_group (a0c0d4d4-ee50-4ad3-b134-b3b77d9a674b), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:35.568357 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7b727b7-726c-4f0b-bab7-9fdd2cdd497a admin admin] Publish callbacks [] for security_group (a0c0d4d4-ee50-4ad3-b134-b3b77d9a674b), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:35.618399 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7b727b7-726c-4f0b-bab7-9fdd2cdd497a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (a0c0d4d4-ee50-4ad3-b134-b3b77d9a674b), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:35.621129 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-a7b727b7-726c-4f0b-bab7-9fdd2cdd497a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:35.625168 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-a7b727b7-726c-4f0b-bab7-9fdd2cdd497a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0c0d4d4-ee50-4ad3-b134-b3b77d9a674b HTTP/1.1" status: 204 len: 168 time: 0.1289232 Feb 03 03:04:35.632587 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b727b7-726c-4f0b-bab7-9fdd2cdd497a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c0d4d4-ee50-4ad3-b134-b3b77d9a674b,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:35.907185 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57562) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:35.920257 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-638ea507-5327-46c7-9e5b-9a4f8f680773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:35.994651 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-638ea507-5327-46c7-9e5b-9a4f8f680773 admin admin] Publish callbacks [] for security_group (b4d58a98-ad6d-414b-9168-8b927b39fea1), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:36.000230 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-638ea507-5327-46c7-9e5b-9a4f8f680773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (b4d58a98-ad6d-414b-9168-8b927b39fea1), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:36.039085 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-638ea507-5327-46c7-9e5b-9a4f8f680773 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6651c78fb8434f2083083400384fd4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307986 Feb 03 03:04:36.040229 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea507-5327-46c7-9e5b-9a4f8f680773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d58a98-ad6d-414b-9168-8b927b39fea1,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:36.042096 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57564) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:36.089783 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19bd3a5c-6d39-4656-a8e4-4a721514319a admin admin] Publish callbacks [] for security_group (b4d58a98-ad6d-414b-9168-8b927b39fea1), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:36.111330 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19bd3a5c-6d39-4656-a8e4-4a721514319a admin admin] Publish callbacks [] for security_group (b4d58a98-ad6d-414b-9168-8b927b39fea1), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:36.165762 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19bd3a5c-6d39-4656-a8e4-4a721514319a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (b4d58a98-ad6d-414b-9168-8b927b39fea1), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:36.168597 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-19bd3a5c-6d39-4656-a8e4-4a721514319a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:36.169795 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-19bd3a5c-6d39-4656-a8e4-4a721514319a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4d58a98-ad6d-414b-9168-8b927b39fea1 HTTP/1.1" status: 204 len: 168 time: 0.1266191 Feb 03 03:04:36.177414 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd3a5c-6d39-4656-a8e4-4a721514319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d58a98-ad6d-414b-9168-8b927b39fea1,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:36.507471 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57570) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:36.523402 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c3ea-53dc-4ea4-ae42-4d0e2dc05008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:36.603119 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c3ea-53dc-4ea4-ae42-4d0e2dc05008 admin admin] Publish callbacks [] for security_group (63b5c284-086c-4e0c-88e5-2f033dfc6a26), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:36.608338 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c3ea-53dc-4ea4-ae42-4d0e2dc05008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (63b5c284-086c-4e0c-88e5-2f033dfc6a26), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:36.644939 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-bcd3c3ea-53dc-4ea4-ae42-4d0e2dc05008 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08e3a72681cc457f8442487828659daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363649 Feb 03 03:04:36.645829 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3c3ea-53dc-4ea4-ae42-4d0e2dc05008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b5c284-086c-4e0c-88e5-2f033dfc6a26,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:36.648181 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57572) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:36.958225 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-653a0900-6948-42d2-b1b0-75fa854762c1 admin admin] Publish callbacks [] for security_group (63b5c284-086c-4e0c-88e5-2f033dfc6a26), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:36.979089 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-653a0900-6948-42d2-b1b0-75fa854762c1 admin admin] Publish callbacks [] for security_group (63b5c284-086c-4e0c-88e5-2f033dfc6a26), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:37.042715 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-653a0900-6948-42d2-b1b0-75fa854762c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (63b5c284-086c-4e0c-88e5-2f033dfc6a26), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:37.045381 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-653a0900-6948-42d2-b1b0-75fa854762c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:37.046524 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-653a0900-6948-42d2-b1b0-75fa854762c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63b5c284-086c-4e0c-88e5-2f033dfc6a26 HTTP/1.1" status: 204 len: 168 time: 0.3967483 Feb 03 03:04:37.053992 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a0900-6948-42d2-b1b0-75fa854762c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b5c284-086c-4e0c-88e5-2f033dfc6a26,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:37.766735 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57594) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:37.882288 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1080333306-network', 'tenant_id': 'b3c17e83a1e6491b9caecd968321a263'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:37.904576 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Made reservation on behalf of b3c17e83a1e6491b9caecd968321a263 for: {'network': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:04:37.906948 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for network (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:37.915273 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:37.986897 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Publish callbacks [] for security_group (934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:37.991931 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:38.015271 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=102483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 03:04:38.024609 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:38.029194 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (ee187d49-1a11-4be3-a5fc-da3206430dd1), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:38.029539 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.segments_db [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Added segment ee187d49-1a11-4be3-a5fc-da3206430dd1 of type vlan for network ee964cae-ff6f-484e-a320-b30e15c79aec Feb 03 03:04:38.068972 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757102307220'] for network (ee964cae-ff6f-484e-a320-b30e15c79aec), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:38.095771 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704'] for network (ee964cae-ff6f-484e-a320-b30e15c79aec), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:38.096756 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:38.097337 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:38.143581 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3753126 Feb 03 03:04:38.146761 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57598) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:04:38.151850 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] Request body: {'subnet': {'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1080333306-subnet', 'tenant_id': 'b3c17e83a1e6491b9caecd968321a263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:38.155856 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad32b66-bff4-46fa-af75-1b20acf767bb admin admin] Pushing event updated for resources: {'Network': ['ID=ee964cae-ff6f-484e-a320-b30e15c79aec,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:38.172227 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] Made reservation on behalf of b3c17e83a1e6491b9caecd968321a263 for: {'subnet': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:04:38.173764 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Network ee964cae-ff6f-484e-a320-b30e15c79aec details requested by agent ovs-agent-dv-cinder-827581-1-iscsi with host dv-cinder-827581-1-iscsi {{(pid=102484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 03:04:38.174688 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386261'] for subnet (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:38.334915 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9381359'] for subnet (f1715b9e-394b-4655-9b60-81f8eea813fa), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:38.384597 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1715b9e-394b-4655-9b60-81f8eea813fa,revision_number=0']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:38.394705 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] Checking segment: {'id': 'ee187d49-1a11-4be3-a5fc-da3206430dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:04:38.395040 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] Network hostable DHCP agents. Network: ee964cae-ff6f-484e-a320-b30e15c79aec, hostable agents: ['ea93646e-53d4-4d93-b42c-48c4ee3a9c1d'], hosted agents: [] {{(pid=102482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 03:04:38.413382 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] Network ee964cae-ff6f-484e-a320-b30e15c79aec is scheduled to be hosted by DHCP agent ea93646e-53d4-4d93-b42c-48c4ee3a9c1d with binding_index 1 {{(pid=102482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 03:04:38.427206 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827581-1-iscsi, ee964cae-ff6f-484e-a320-b30e15c79aec) {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:04:38.431738 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:38.432320 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:38.437300 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51f400-96be-4885-baf5-256ac4d00273 None None] Network ee964cae-ff6f-484e-a320-b30e15c79aec requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:04:38.450957 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f4fc36f7-4317-4521-a66c-ddc06f7becc7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3030922 Feb 03 03:04:38.553083 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d5238-6a9f-49b2-8725-8cbf76b192f3 None None] Network ee964cae-ff6f-484e-a320-b30e15c79aec requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:04:40.232470 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-b00f4fea-cd81-470f-a7f5-5d1bf9bfb6e0 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:40.233949 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-b00f4fea-cd81-470f-a7f5-5d1bf9bfb6e0 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/networks?id=ee964cae-ff6f-484e-a320-b30e15c79aec HTTP/1.1" status: 200 len: 814 time: 0.1007905 Feb 03 03:04:40.255639 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7b9448a0-516c-42ec-8e4f-0266931977e4 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/quotas/b3c17e83a1e6491b9caecd968321a263 HTTP/1.1" status: 200 len: 375 time: 0.0127802 Feb 03 03:04:40.289551 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-169fdac6-088d-4c45-9f98-1ed661c19aa2 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3c17e83a1e6491b9caecd968321a263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288525 Feb 03 03:04:40.380477 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-df419862-b21d-4b54-9246-8cce3dd4ee82 service neutron] 10.222.0.31 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842130 Feb 03 03:04:40.472532 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-d61d7146-c02f-4525-a6ac-d5e9a5fe8e75 service neutron] 10.222.0.31 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862772 Feb 03 03:04:41.654151 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6f2407d1-f550-477c-aef1-40dcc89c87cf req-76f3ac34-85c7-4ac3-b40c-e511487e7e99 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 210 time: 0.0272908 Feb 03 03:04:42.660458 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-82c4541e-8fda-4285-806f-e34e141c5ae4 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:42.662345 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-82c4541e-8fda-4285-806f-e34e141c5ae4 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.43 "GET /v2.0/networks?id=ee964cae-ff6f-484e-a320-b30e15c79aec HTTP/1.1" status: 200 len: 814 time: 0.1069186 Feb 03 03:04:42.676412 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Request body: {'port': {'device_id': '4e2f7d88-4b19-45a9-8e11-4b0de62052b3', 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec', 'admin_state_up': True, 'tenant_id': 'b3c17e83a1e6491b9caecd968321a263'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:42.762865 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c354a71f-23f5-4593-be4f-022a225ef040 req-31871c11-ea05-4a54-bb30-6698b127e547 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 210 time: 0.0295970 Feb 03 03:04:42.806905 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Made reservation on behalf of b3c17e83a1e6491b9caecd968321a263 for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:04:42.810270 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:42.949474 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Allocated IP 172.20.0.11 (ee964cae-ff6f-484e-a320-b30e15c79aec/f1715b9e-394b-4655-9b60-81f8eea813fa/7d86aab8-5c1f-4e24-814a-145bc924da52) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:04:43.095557 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks [] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:43.132556 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:43.172409 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Network ee964cae-ff6f-484e-a320-b30e15c79aec is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:04:43.175225 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:04:43.178611 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:04:43.186706 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Pushing event updated for resources: {'Port': ['ID=7d86aab8-5c1f-4e24-814a-145bc924da52,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:43.229639 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:43.230166 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:43.247649 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7168a2b2-373b-4483-bffb-ab89073d794d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5761986 Feb 03 03:04:43.258582 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Request body: {'port': {'device_id': '4e2f7d88-4b19-45a9-8e11-4b0de62052b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:43.319779 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:43.415600 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:43.568477 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d86aab8-5c1f-4e24-814a-145bc924da52 {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:04:43.575798 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Publish callbacks [] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:43.587712 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Transition to ACTIVE for port object 7d86aab8-5c1f-4e24-814a-145bc924da52 will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 03:04:43.592441 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:43.644159 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Pushing event updated for resources: {'Port': ['ID=7d86aab8-5c1f-4e24-814a-145bc924da52,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:44.008617 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Attempting to bind port 7d86aab8-5c1f-4e24-814a-145bc924da52 on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:04:44.009372 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Attempting to bind port 7d86aab8-5c1f-4e24-814a-145bc924da52 by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': 'ee187d49-1a11-4be3-a5fc-da3206430dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:04:44.009372 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Attempting to bind port 7d86aab8-5c1f-4e24-814a-145bc924da52 on network ee964cae-ff6f-484e-a320-b30e15c79aec {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:04:44.018508 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9272d85-4e57-43f2-acf5-ddb0d8f9fb76 req-bf0e5a68-cdcc-41d0-9314-6584c23810ad tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:44.019939 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9272d85-4e57-43f2-acf5-ddb0d8f9fb76 req-bf0e5a68-cdcc-41d0-9314-6584c23810ad tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 944 time: 0.0885162 Feb 03 03:04:44.022006 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Port 7d86aab8-5c1f-4e24-814a-145bc924da52 on network ee964cae-ff6f-484e-a320-b30e15c79aec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 03:04:44.022320 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Attempting to bind port 7d86aab8-5c1f-4e24-814a-145bc924da52 on network ee964cae-ff6f-484e-a320-b30e15c79aec {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:04:44.033234 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:04:44.033565 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Checking segment: {'id': 'ee187d49-1a11-4be3-a5fc-da3206430dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:04:44.033933 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Bound using segment: {'id': 'ee187d49-1a11-4be3-a5fc-da3206430dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:04:44.034356 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Bound port: 7d86aab8-5c1f-4e24-814a-145bc924da52, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee187d49-1a11-4be3-a5fc-da3206430dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:04:44.034707 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:44.103204 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a9272d85-4e57-43f2-acf5-ddb0d8f9fb76 req-bb2d64b6-e2f2-4326-9713-a3d8ed9f6dd0 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758967 Feb 03 03:04:44.123554 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] For port 7d86aab8-5c1f-4e24-814a-145bc924da52, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:04:44.126524 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] For port 7d86aab8-5c1f-4e24-814a-145bc924da52, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=7d86aab8-5c1f-4e24-814a-145bc924da52,segment=NetworkSegment(ee187d49-1a11-4be3-a5fc-da3206430dd1),segment_id=ee187d49-1a11-4be3-a5fc-da3206430dd1)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:04:44.135447 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:44.169507 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:44.170155 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:44.171590 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d86aab8-5c1f-4e24-814a-145bc924da52 HTTP/1.1" status: 200 len: 1094 time: 0.9168758 Feb 03 03:04:44.172077 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2f7d88-4b19-45a9-8e11-4b0de62052b3', 'tag': '7d86aab8-5c1f-4e24-814a-145bc924da52'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:04:44.174359 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2325fa42-8c27-4c3a-aa78-d8afd436c5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2f7d88-4b19-45a9-8e11-4b0de62052b3", "tag": "7d86aab8-5c1f-4e24-814a-145bc924da52"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:04:44.198072 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f219efa-4b16-48d4-b3c9-1a7cfd9bdf34 service neutron] Pushing event updated for resources: {'Port': ['ID=7d86aab8-5c1f-4e24-814a-145bc924da52,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:44.216490 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277e8fb3-8d4b-4a1c-b2b2-73d6bf318d25 x-openstack-request-id: req-277e8fb3-8d4b-4a1c-b2b2-73d6bf318d25 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:04:44.216819 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2f7d88-4b19-45a9-8e11-4b0de62052b3", "tag": "7d86aab8-5c1f-4e24-814a-145bc924da52", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:04:44.217080 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-277e8fb3-8d4b-4a1c-b2b2-73d6bf318d25 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:04:44.217540 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2f7d88-4b19-45a9-8e11-4b0de62052b3', 'tag': '7d86aab8-5c1f-4e24-814a-145bc924da52', 'status': 'completed', 'code': 200} Feb 03 03:04:44.265192 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-e9e23522-dbec-46a2-80c9-a5a4d958c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:44.266617 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-e9e23522-dbec-46a2-80c9-a5a4d958c833 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3c17e83a1e6491b9caecd968321a263&device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 1128 time: 0.0455427 Feb 03 03:04:44.309975 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-6efcaa4b-722f-46b2-a7b5-6599e75f73e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d86aab8-5c1f-4e24-814a-145bc924da52 HTTP/1.1" status: 200 len: 217 time: 0.0354848 Feb 03 03:04:44.358475 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-21587a53-6bb9-449a-a2ca-aa47d1da7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:44.359862 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-21587a53-6bb9-449a-a2ca-aa47d1da7c65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1715b9e-394b-4655-9b60-81f8eea813fa HTTP/1.1" status: 200 len: 854 time: 0.0438559 Feb 03 03:04:44.393129 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7f42b03e-5878-468a-aec5-94c545546710 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee964cae-ff6f-484e-a320-b30e15c79aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259213 Feb 03 03:04:44.485088 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-9b6e326e-6582-442d-8ddf-2118102867a2 service neutron] 10.222.0.43 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860226 Feb 03 03:04:44.576857 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f8a5e458-cfcc-46a8-b830-0bdc0daa81ad req-7ab56269-d8e1-4b9a-8da9-0cbc7f83e628 service neutron] 10.222.0.43 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850124 Feb 03 03:04:44.667495 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325fa42-8c27-4c3a-aa78-d8afd436c5ec req-05b42f99-e72b-4ff1-a227-c12052ab39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:44.669055 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2325fa42-8c27-4c3a-aa78-d8afd436c5ec req-05b42f99-e72b-4ff1-a227-c12052ab39b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3c17e83a1e6491b9caecd968321a263&device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 1128 time: 0.0451684 Feb 03 03:04:44.781086 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325fa42-8c27-4c3a-aa78-d8afd436c5ec req-d267e152-e1db-4359-a777-27258e900608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:44.782593 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2325fa42-8c27-4c3a-aa78-d8afd436c5ec req-d267e152-e1db-4359-a777-27258e900608 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ee964cae-ff6f-484e-a320-b30e15c79aec HTTP/1.1" status: 200 len: 915 time: 0.1077409 Feb 03 03:04:44.818193 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2cb5f-5f75-4074-b80b-1821498bc991 req-64ef3775-af22-44b1-bc96-606783349413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:44.819717 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-01d2cb5f-5f75-4074-b80b-1821498bc991 req-64ef3775-af22-44b1-bc96-606783349413 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75a68a1b96ee4033bf683db87d2c6cfc&device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 1169 time: 0.0446475 Feb 03 03:04:44.838854 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2325fa42-8c27-4c3a-aa78-d8afd436c5ec req-d50ebdef-8c7d-483b-a0f1-8cab62937c42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d86aab8-5c1f-4e24-814a-145bc924da52 HTTP/1.1" status: 200 len: 217 time: 0.0414662 Feb 03 03:04:44.865596 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487800e-f0a7-4aa8-b3ae-0c5f36ae8c17 req-55ce33d6-ef37-4e85-bc52-2a2d966cca47 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:44.867072 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2487800e-f0a7-4aa8-b3ae-0c5f36ae8c17 req-55ce33d6-ef37-4e85-bc52-2a2d966cca47 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.1051629 Feb 03 03:04:44.910976 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2cb5f-5f75-4074-b80b-1821498bc991 req-99a15331-0551-4da7-90ed-c2304027e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:44.912539 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-01d2cb5f-5f75-4074-b80b-1821498bc991 req-99a15331-0551-4da7-90ed-c2304027e8e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=498b9135-fbf3-435a-8b17-a2229688881a HTTP/1.1" status: 200 len: 915 time: 0.0861473 Feb 03 03:04:44.915372 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325fa42-8c27-4c3a-aa78-d8afd436c5ec req-f76e986b-42e5-4907-bf8c-864b76821d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:44.916852 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2325fa42-8c27-4c3a-aa78-d8afd436c5ec req-f76e986b-42e5-4907-bf8c-864b76821d25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1715b9e-394b-4655-9b60-81f8eea813fa HTTP/1.1" status: 200 len: 854 time: 0.0662036 Feb 03 03:04:44.960760 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2325fa42-8c27-4c3a-aa78-d8afd436c5ec req-7e7db1a8-9143-4269-88d6-4c382e3ae40b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee964cae-ff6f-484e-a320-b30e15c79aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334549 Feb 03 03:04:44.977568 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-01d2cb5f-5f75-4074-b80b-1821498bc991 req-b1e693bb-9d31-499c-9685-be7f4741c3e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 200 len: 1002 time: 0.0577502 Feb 03 03:04:44.981756 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2487800e-f0a7-4aa8-b3ae-0c5f36ae8c17 req-d7b7a7f9-6e38-4532-88cd-2a753921690a tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979493 Feb 03 03:04:45.028852 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2cb5f-5f75-4074-b80b-1821498bc991 req-13157cb2-babb-458a-8370-00d70cae76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:45.030329 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-01d2cb5f-5f75-4074-b80b-1821498bc991 req-13157cb2-babb-458a-8370-00d70cae76d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5db4aeb3-78ea-41ce-92f9-70cab0d9260a HTTP/1.1" status: 200 len: 853 time: 0.0464380 Feb 03 03:04:45.058335 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2325fa42-8c27-4c3a-aa78-d8afd436c5ec req-5f5a71c9-22e1-4262-9451-35dc2fd402e3 service neutron] 10.222.0.43 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887017 Feb 03 03:04:45.090869 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2cb5f-5f75-4074-b80b-1821498bc991 req-ebeebfd5-e7cb-4f43-9c86-7dc6486764f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:45.092486 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-01d2cb5f-5f75-4074-b80b-1821498bc991 req-ebeebfd5-e7cb-4f43-9c86-7dc6486764f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=498b9135-fbf3-435a-8b17-a2229688881a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551229 Feb 03 03:04:45.159042 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2325fa42-8c27-4c3a-aa78-d8afd436c5ec req-b1d36c69-582b-47a9-9c17-23bc8050139d service neutron] 10.222.0.43 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924430 Feb 03 03:04:45.188159 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-01d2cb5f-5f75-4074-b80b-1821498bc991 req-c2f3c124-ccf2-45d3-a7f0-997d10d4657d service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882187 Feb 03 03:04:45.224825 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b57354-73f0-40c4-8851-5089e43d8aea req-8f59decb-70fc-44e7-9af4-c5bd571d0032 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:45.226298 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-13b57354-73f0-40c4-8851-5089e43d8aea req-8f59decb-70fc-44e7-9af4-c5bd571d0032 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 944 time: 0.0524209 Feb 03 03:04:45.276957 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-13b57354-73f0-40c4-8851-5089e43d8aea req-c330e79c-ec50-4ad1-80a6-8d1826b5e034 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448632 Feb 03 03:04:45.281821 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-01d2cb5f-5f75-4074-b80b-1821498bc991 req-49a702c4-84ac-476a-8027-c144fdbecb0c service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858486 Feb 03 03:04:45.599258 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6e780225-d5af-42ea-8340-596f81e2d51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:45.923826 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 7d86aab8-5c1f-4e24-814a-145bc924da52 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:04:46.024003 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 7d86aab8-5c1f-4e24-814a-145bc924da52, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=7d86aab8-5c1f-4e24-814a-145bc924da52,segment=NetworkSegment(ee187d49-1a11-4be3-a5fc-da3206430dd1),segment_id=ee187d49-1a11-4be3-a5fc-da3206430dd1)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:46.035743 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': '7d86aab8-5c1f-4e24-814a-145bc924da52', 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec', 'port_id': '7d86aab8-5c1f-4e24-814a-145bc924da52', 'mac_address': 'fa:16:3e:0a:2f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1715b9e-394b-4655-9b60-81f8eea813fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:04:46.072702 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 7d86aab8-5c1f-4e24-814a-145bc924da52 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:04:46.073096 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:46.086785 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d86aab8-5c1f-4e24-814a-145bc924da52 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:04:46.104823 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe350f1-c6de-47cb-aad1-04a14dfceb8b req-4792340e-e7f2-4b05-9580-3c9ee4608789 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:46.106330 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebe350f1-c6de-47cb-aad1-04a14dfceb8b req-4792340e-e7f2-4b05-9580-3c9ee4608789 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0550096 Feb 03 03:04:46.107195 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 7d86aab8-5c1f-4e24-814a-145bc924da52, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=7d86aab8-5c1f-4e24-814a-145bc924da52,segment=NetworkSegment(ee187d49-1a11-4be3-a5fc-da3206430dd1),segment_id=ee187d49-1a11-4be3-a5fc-da3206430dd1)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:46.112091 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:46.163450 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=7d86aab8-5c1f-4e24-814a-145bc924da52,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:46.168086 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ebe350f1-c6de-47cb-aad1-04a14dfceb8b req-ab52afc3-33c2-4141-9570-db69aac3f709 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557115 Feb 03 03:04:46.170824 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.171174 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.171520 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.171854 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.172186 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.172641 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.172891 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.173316 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.173643 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.174027 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.174291 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.174689 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.175009 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:46.364994 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['7d86aab8-5c1f-4e24-814a-145bc924da52'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:04:46.392782 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844390fc-145f-4be5-82fb-8c0c83a54839 req-07554f31-d402-49f5-962d-a5f828af201a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:46.394301 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-844390fc-145f-4be5-82fb-8c0c83a54839 req-07554f31-d402-49f5-962d-a5f828af201a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 946 time: 0.0853536 Feb 03 03:04:46.430006 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07144e-0bca-41ff-a6f5-8698a5139ebf req-756de363-0d47-4f52-944f-a28f8a4886ef tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:46.431514 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d07144e-0bca-41ff-a6f5-8698a5139ebf req-756de363-0d47-4f52-944f-a28f8a4886ef tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 945 time: 0.0858803 Feb 03 03:04:46.471021 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-844390fc-145f-4be5-82fb-8c0c83a54839 req-2b484fc8-d39a-4846-a0a6-f697f51cfc1b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711379 Feb 03 03:04:46.497786 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1d07144e-0bca-41ff-a6f5-8698a5139ebf req-1188b67b-f3c1-4b35-8910-f55b9efdbb29 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582316 Feb 03 03:04:47.295669 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c38df6-ba83-4a31-9d38-38429a8002d2 req-4c175567-5580-4c3f-905d-508fd19c4a15 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:47.297158 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-76c38df6-ba83-4a31-9d38-38429a8002d2 req-4c175567-5580-4c3f-905d-508fd19c4a15 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0528383 Feb 03 03:04:47.355511 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-76c38df6-ba83-4a31-9d38-38429a8002d2 req-4b46a3ed-5b74-4f11-8477-9f5583d1f022 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524721 Feb 03 03:04:47.624073 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86a0bd-4990-411f-a7af-8a96d43d07b4 req-0f0b96bb-a426-43b7-ad47-a53c7fef6665 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:47.625498 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b86a0bd-4990-411f-a7af-8a96d43d07b4 req-0f0b96bb-a426-43b7-ad47-a53c7fef6665 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 946 time: 0.0861661 Feb 03 03:04:47.643678 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec41bfa-f147-4341-b4e3-bfd9f79a0a37 req-a57149d2-db94-42c1-9fc7-c65e0893d0ef tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:47.645167 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6ec41bfa-f147-4341-b4e3-bfd9f79a0a37 req-a57149d2-db94-42c1-9fc7-c65e0893d0ef tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 945 time: 0.0750115 Feb 03 03:04:47.705646 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8b86a0bd-4990-411f-a7af-8a96d43d07b4 req-8056a502-6c3b-4c6a-b228-75f403b14b15 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742848 Feb 03 03:04:47.716472 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6ec41bfa-f147-4341-b4e3-bfd9f79a0a37 req-0497a2d0-55f3-48d2-b7a5-b8d9db1e5df4 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639279 Feb 03 03:04:47.893082 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-5a7df591-a591-4da1-9b63-4c15286ee833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:47.931175 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 7d86aab8-5c1f-4e24-814a-145bc924da52 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:04:47.943640 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff095b1-de15-4f75-a27a-19c778a52352 req-b24d5ce9-dc22-4acc-ae52-c81a44a9c8a0 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:47.945147 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-fff095b1-de15-4f75-a27a-19c778a52352 req-b24d5ce9-dc22-4acc-ae52-c81a44a9c8a0 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 946 time: 0.0538607 Feb 03 03:04:47.984147 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port 7d86aab8-5c1f-4e24-814a-145bc924da52 completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 03:04:47.988167 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port 7d86aab8-5c1f-4e24-814a-145bc924da52 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:04:47.988543 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:48.044945 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Deleting port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:04:48.045271 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:48.062755 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 7d86aab8-5c1f-4e24-814a-145bc924da52 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:04:48.063131 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:48.085013 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2f7d88-4b19-45a9-8e11-4b0de62052b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d86aab8-5c1f-4e24-814a-145bc924da52'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:04:48.087334 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2060dd6-d5a3-4933-be69-04b683a97e8b" -d '{"events": [{"server_uuid": "4e2f7d88-4b19-45a9-8e11-4b0de62052b3", "name": "network-vif-plugged", "status": "completed", "tag": "7d86aab8-5c1f-4e24-814a-145bc924da52"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:04:48.102480 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 7d86aab8-5c1f-4e24-814a-145bc924da52, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=7d86aab8-5c1f-4e24-814a-145bc924da52,segment=NetworkSegment(ee187d49-1a11-4be3-a5fc-da3206430dd1),segment_id=ee187d49-1a11-4be3-a5fc-da3206430dd1)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:48.107621 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:48.108819 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:04:48.132000 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1bf4ef-7648-483c-9ac8-40e661f5ba4d x-openstack-request-id: req-3e1bf4ef-7648-483c-9ac8-40e661f5ba4d {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:04:48.132214 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2f7d88-4b19-45a9-8e11-4b0de62052b3", "name": "network-vif-plugged", "status": "completed", "tag": "7d86aab8-5c1f-4e24-814a-145bc924da52", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:04:48.132411 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e1bf4ef-7648-483c-9ac8-40e661f5ba4d {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:04:48.132835 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2f7d88-4b19-45a9-8e11-4b0de62052b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d86aab8-5c1f-4e24-814a-145bc924da52', 'code': 200} Feb 03 03:04:48.136457 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] For port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:48.136840 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:48.198936 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=7d86aab8-5c1f-4e24-814a-145bc924da52,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:48.233441 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 is: ACTIVE; New status is: DOWN {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:04:48.233871 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:48.265946 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:04:48.270709 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:48.312829 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0ac68-3593-472f-b095-a085ff1925d0 req-e478dbd8-8ad1-4e36-a0fe-4d1af7a9960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:48.314428 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-77d0ac68-3593-472f-b095-a085ff1925d0 req-e478dbd8-8ad1-4e36-a0fe-4d1af7a9960b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 1130 time: 0.0455315 Feb 03 03:04:48.319416 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,revision_number=6']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:48.362749 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-77d0ac68-3593-472f-b095-a085ff1925d0 req-1845d6bb-5df2-4dad-a453-5b131415cefc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Feb 03 03:04:48.369506 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:48.369875 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (c0faab1c-f56f-4d4f-96a6-2de85e01504a), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:48.370184 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.l3_db [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Floating IP c0faab1c-f56f-4d4f-96a6-2de85e01504a disassociated. External IP: 172.27.2.69, port: 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350. Feb 03 03:04:48.370520 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Calling delete_port for 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:04:48.477491 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5763e-6a77-4465-9ac5-ce3643c9c355 req-1ce13336-9c04-42cf-ae2f-d09fa87231a9 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:48.478914 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7fb5763e-6a77-4465-9ac5-ce3643c9c355 req-1ce13336-9c04-42cf-ae2f-d09fa87231a9 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0535316 Feb 03 03:04:48.493417 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (5c0fa8f4-c18a-48b0-aa0e-25cfceb29350), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:48.520752 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event deleted for resources: {'Port': ['ID=5c0fa8f4-c18a-48b0-aa0e-25cfceb29350,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:48.533014 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.533377 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.533706 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.534041 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.534425 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.534792 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.535112 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.535405 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.535728 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.536050 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.536374 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.536690 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.537033 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:04:48.549063 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7fb5763e-6a77-4465-9ac5-ce3643c9c355 req-37c18542-8542-416d-b68c-bd5ca0bb6501 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641074 Feb 03 03:04:48.639567 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Router 96423995-d347-438a-a8a1-fc4458ff7324 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:04:48.753066 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:04:48.765642 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dce024-bb5d-47a2-9ca3-4d058ce287ac None None] Sync routers for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:04:48.777735 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dce024-bb5d-47a2-9ca3-4d058ce287ac None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:04:48.778346 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-d7dce024-bb5d-47a2-9ca3-4d058ce287ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:04:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:48.797975 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] No DVR routers for this DVR port 5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:04:48.800678 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:48.804270 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-fff095b1-de15-4f75-a27a-19c778a52352 req-e4c37413-4330-407f-8edb-0eaf9be4571a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "DELETE /v2.0/ports/5c0fa8f4-c18a-48b0-aa0e-25cfceb29350 HTTP/1.1" status: 204 len: 173 time: 0.8527937 Feb 03 03:04:48.804710 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'name': 'network-vif-deleted', 'tag': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:04:48.807180 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44831202-9cf3-49e0-9f14-a3189a79d62e" -d '{"events": [{"server_uuid": "4cbae628-c830-4c00-9f73-83e7b4902acd", "name": "network-vif-deleted", "tag": "5c0fa8f4-c18a-48b0-aa0e-25cfceb29350"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:04:48.851018 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ad995aef-af50-4700-bf92-6de2549fecb8 req-7ee36ba0-f21c-4e47-a236-a838f2afbbc9 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cbae628-c830-4c00-9f73-83e7b4902acd HTTP/1.1" status: 200 len: 210 time: 0.0534227 Feb 03 03:04:48.908029 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d576e7c-6f36-4a0e-8bdb-098b33f68a6a req-e75af660-ac35-49bb-9f91-1fbc49d064ad tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:48.911249 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-d7dce024-bb5d-47a2-9ca3-4d058ce287ac None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:04:48.919971 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d576e7c-6f36-4a0e-8bdb-098b33f68a6a req-e75af660-ac35-49bb-9f91-1fbc49d064ad tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 946 time: 0.1309490 Feb 03 03:04:48.922364 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91bce2a-6a43-4bc8-8a6e-eb1c1f3e0312 x-openstack-request-id: req-a91bce2a-6a43-4bc8-8a6e-eb1c1f3e0312 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:04:48.922533 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbae628-c830-4c00-9f73-83e7b4902acd", "name": "network-vif-deleted", "tag": "5c0fa8f4-c18a-48b0-aa0e-25cfceb29350", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:04:48.922855 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a91bce2a-6a43-4bc8-8a6e-eb1c1f3e0312 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:04:48.923073 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'name': 'network-vif-deleted', 'tag': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350', 'status': 'completed', 'code': 200} Feb 03 03:04:48.977293 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5d576e7c-6f36-4a0e-8bdb-098b33f68a6a req-7949bb2f-33f5-4d1f-9539-9d95c4c59992 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564940 Feb 03 03:04:49.136777 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-d7dce024-bb5d-47a2-9ca3-4d058ce287ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:49.164899 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dce024-bb5d-47a2-9ca3-4d058ce287ac None None] Checking router: 96423995-d347-438a-a8a1-fc4458ff7324 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:04:49.174382 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dce024-bb5d-47a2-9ca3-4d058ce287ac None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:04:49.175024 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-d7dce024-bb5d-47a2-9ca3-4d058ce287ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:04:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:49.422256 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-d7dce024-bb5d-47a2-9ca3-4d058ce287ac None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:04:49.623638 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:49.641069 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-d7dce024-bb5d-47a2-9ca3-4d058ce287ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:04:49.668251 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dce024-bb5d-47a2-9ca3-4d058ce287ac None None] The sync data for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi is: [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:04:49.675123 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04ca2b-9cec-419b-864a-e2195b939222 req-5f10f239-e72a-4cdf-b903-f413d9b49a6a tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:49.676792 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0d04ca2b-9cec-419b-864a-e2195b939222 req-5f10f239-e72a-4cdf-b903-f413d9b49a6a tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0559297 Feb 03 03:04:49.749682 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0d04ca2b-9cec-419b-864a-e2195b939222 req-536170f9-7324-4ff6-86dc-0e1fc7971935 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664148 Feb 03 03:04:49.924781 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe07fd-a3f9-47de-8285-16c85cdc4c01 None None] New status for floating IP c0faab1c-f56f-4d4f-96a6-2de85e01504a: DOWN {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:04:50.131860 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-14b303d5-bd70-419a-a8d2-d6ca925742ef tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1844821108&fields=id&tenant_id=264ee2f5b580483c85a302041b05c23f HTTP/1.1" status: 200 len: 267 time: 0.0530696 Feb 03 03:04:50.134230 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:04:50.136672 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd4d437-ae05-4910-902d-3c535734396d" -d '{"events": [{"server_uuid": "4cbae628-c830-4c00-9f73-83e7b4902acd", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0fa8f4-c18a-48b0-aa0e-25cfceb29350"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:04:50.139353 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f58eea-131e-47ee-80b6-403140da6ba9 req-700a7e7a-594b-44c5-8f78-2a8c95d2e801 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:50.140821 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b5f58eea-131e-47ee-80b6-403140da6ba9 req-700a7e7a-594b-44c5-8f78-2a8c95d2e801 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 946 time: 0.0925312 Feb 03 03:04:50.248136 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b5f58eea-131e-47ee-80b6-403140da6ba9 req-340a9b74-e598-4c59-b109-3855bf745e51 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977263 Feb 03 03:04:50.270447 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-046f24c6-7fbd-4047-bb32-bcafc9c03f50 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:50.272375 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-046f24c6-7fbd-4047-bb32-bcafc9c03f50 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 812 time: 0.1305408 Feb 03 03:04:50.290843 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-f40030a6-1cfa-4b21-b02f-69bee33af771 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/quotas/264ee2f5b580483c85a302041b05c23f HTTP/1.1" status: 200 len: 375 time: 0.0119307 Feb 03 03:04:50.295041 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e510d39d-1798-4747-b756-c7c9431a0291 x-openstack-request-id: req-e510d39d-1798-4747-b756-c7c9431a0291 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:04:50.295344 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbae628-c830-4c00-9f73-83e7b4902acd", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0fa8f4-c18a-48b0-aa0e-25cfceb29350", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:04:50.295603 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e510d39d-1798-4747-b756-c7c9431a0291 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:04:50.296002 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbae628-c830-4c00-9f73-83e7b4902acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0fa8f4-c18a-48b0-aa0e-25cfceb29350', 'code': 200} Feb 03 03:04:50.351343 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-3fd28d48-d9da-4f9e-afc9-f38ae90d762d tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519884 Feb 03 03:04:50.449431 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-2367bf13-e28d-4d3a-be90-7a026673202f service neutron] 10.222.0.31 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861390 Feb 03 03:04:50.536836 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-c718bdc9-9739-434d-bba5-0cfa9119f865 service neutron] 10.222.0.31 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817525 Feb 03 03:04:50.583543 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:50.851933 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b51f5791-d359-4cc7-87e0-7f2cb1eb4bc2 req-0ac09daa-7d6b-4071-8f63-994a30b5bccf tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 210 time: 0.0446215 Feb 03 03:04:50.894544 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bdaa2-5fad-47ba-b6e8-ed2826049079 req-a8898e89-eb69-409c-98fd-b54eafb0d0b2 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:50.896069 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb8bdaa2-5fad-47ba-b6e8-ed2826049079 req-a8898e89-eb69-409c-98fd-b54eafb0d0b2 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0755951 Feb 03 03:04:50.965971 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-bb8bdaa2-5fad-47ba-b6e8-ed2826049079 req-a733602b-ca62-40b7-9360-e66b0152d45b tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623176 Feb 03 03:04:51.837504 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-4a3a244a-7aa2-47b2-947b-680eeefde68a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:51.838991 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-4a3a244a-7aa2-47b2-947b-680eeefde68a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 812 time: 0.1187847 Feb 03 03:04:51.907107 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-dbbc5c11-5835-4dae-8c1d-b1b3049d21fa tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=264ee2f5b580483c85a302041b05c23f HTTP/1.1" status: 200 len: 380 time: 0.0584750 Feb 03 03:04:51.916632 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'port': {'device_id': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'admin_state_up': True, 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'security_groups': ['559e18e1-acab-428b-ab74-3c30e7a3521e']}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:51.959034 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-8287c8c3-c865-47dc-826d-ae6cfe07fbda req-e1fbdef8-95dc-475c-ab18-9360d89d2b0a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 210 time: 0.0271688 Feb 03 03:04:52.028947 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Made reservation on behalf of 264ee2f5b580483c85a302041b05c23f for: {'port': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:04:52.032204 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:52.078682 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7910f-091a-43a8-a2f1-2baeafaa1e6a req-d04a9ca8-73f4-4f8a-beb6-491dfa85135b tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:52.080637 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-92a7910f-091a-43a8-a2f1-2baeafaa1e6a req-d04a9ca8-73f4-4f8a-beb6-491dfa85135b tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0538771 Feb 03 03:04:52.150061 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-92a7910f-091a-43a8-a2f1-2baeafaa1e6a req-aa7b66cb-e12e-45a5-9a1e-ec2bc4c2cc12 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595052 Feb 03 03:04:52.163066 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Allocated IP 172.20.0.5 (1f509aa5-ebd0-421b-bf85-c9ee605b4c0c/1e2752ff-1e61-42ad-9539-1b8331658918/a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:04:52.168109 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:52.305979 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:52.340109 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:52.382208 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:04:52.385045 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:04:52.388472 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:04:52.396531 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'Port': ['ID=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:52.448276 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:52.448906 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:52.465705 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-261debde-b979-488d-8eb7-fb21bb8b3f14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5528290 Feb 03 03:04:52.477424 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Request body: {'port': {'device_id': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:04:52.542978 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:52.625241 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-d15f0e42-a91e-40f0-bfa3-8d6c9d53a29b None None] Provisioning complete for port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:04:52.625624 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-d15f0e42-a91e-40f0-bfa3-8d6c9d53a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:52.664662 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-d15f0e42-a91e-40f0-bfa3-8d6c9d53a29b None None] Port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:04:52.803876 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:04:52.812214 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Publish callbacks [] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:52.825935 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Transition to ACTIVE for port object a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c will not be triggered until provisioned by entity L2. {{(pid=102483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 03:04:52.831046 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:52.880169 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Pushing event updated for resources: {'Port': ['ID=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:52.954027 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Attempting to bind port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:04:52.954361 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Attempting to bind port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:04:52.954688 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Attempting to bind port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c on network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:04:52.959990 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c on network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 03:04:52.960315 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Attempting to bind port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c on network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:04:52.965303 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:04:52.965639 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Checking segment: {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:04:52.966015 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Bound using segment: {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:04:52.966525 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Bound port: a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:04:52.966781 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:53.033514 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] For port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c, host hv-cinder-82758, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:04:53.037768 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] For port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:04:53.044111 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:53.081610 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:53.082228 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:04:53.083679 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] 10.222.0.43 "PUT /v2.0/ports/a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c HTTP/1.1" status: 200 len: 1093 time: 0.6107919 Feb 03 03:04:53.085875 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'tag': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:04:53.088243 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab6ad78-2698-4a09-a9a5-49fa4e597aa3", "tag": "a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:04:53.112479 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9c12-b76a-4b81-92fb-7360dc9ea3c9 req-0dce10a3-2974-411d-8128-5c9d288b7c82 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:53.116977 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b09f9c12-b76a-4b81-92fb-7360dc9ea3c9 req-0dce10a3-2974-411d-8128-5c9d288b7c82 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 943 time: 0.0865459 Feb 03 03:04:53.121121 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba1747-91e6-48c6-ab9d-17458b76fead service neutron] Pushing event updated for resources: {'Port': ['ID=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:04:53.155546 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f32d0-f48c-435b-8347-437a4681a84f x-openstack-request-id: req-290f32d0-f48c-435b-8347-437a4681a84f {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:04:53.155832 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab6ad78-2698-4a09-a9a5-49fa4e597aa3", "tag": "a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:04:53.156077 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-290f32d0-f48c-435b-8347-437a4681a84f {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:04:53.156468 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'tag': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'status': 'completed', 'code': 200} Feb 03 03:04:53.197748 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-71f58dfc-601b-492d-a764-fde07c05c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:53.200531 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-71f58dfc-601b-492d-a764-fde07c05c777 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 1127 time: 0.0530775 Feb 03 03:04:53.203329 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b09f9c12-b76a-4b81-92fb-7360dc9ea3c9 req-4ced5168-a210-4f53-9947-092d63d5215c tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734088 Feb 03 03:04:53.246277 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-77d97548-3db6-4ca2-9686-fdf3d900fd2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c HTTP/1.1" status: 200 len: 217 time: 0.0393500 Feb 03 03:04:53.246690 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:04:53.281059 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80697260-75b6-4e5a-adb1-ea5b5329ffac req-b3c1d0e4-144c-48b5-8c6e-0fc25caff9e4 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:53.283080 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-80697260-75b6-4e5a-adb1-ea5b5329ffac req-b3c1d0e4-144c-48b5-8c6e-0fc25caff9e4 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0570049 Feb 03 03:04:53.297897 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-65e761ff-397e-451d-8dff-4eb4125a6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:53.299497 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-65e761ff-397e-451d-8dff-4eb4125a6e6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0457742 Feb 03 03:04:53.347620 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-80697260-75b6-4e5a-adb1-ea5b5329ffac req-27cfc5e4-f800-4a72-bb64-1b298f484c5e tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587175 Feb 03 03:04:53.353821 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-57c961f1-8f0f-4132-ba55-6d1091247362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:53.355330 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-57c961f1-8f0f-4132-ba55-6d1091247362 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487289 Feb 03 03:04:53.447024 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-48a3f509-9964-4188-bf64-c3000b13861d service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826108 Feb 03 03:04:53.541623 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-bd48d69e-025c-4df9-854f-ec812164ea23 req-36b53ada-b83b-45d7-95d0-a712034cf443 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875609 Feb 03 03:04:53.642174 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d req-b17464f5-0f52-4665-8254-f37bb98d47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:53.643646 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d req-b17464f5-0f52-4665-8254-f37bb98d47f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 1127 time: 0.0478935 Feb 03 03:04:53.742577 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d req-a6b2a318-ed4c-49d4-b0e0-67292bc37548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:53.744050 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d req-a6b2a318-ed4c-49d4-b0e0-67292bc37548 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 913 time: 0.0912540 Feb 03 03:04:53.784092 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d req-788f09b7-919e-4933-820b-4527f0e1a3f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c HTTP/1.1" status: 200 len: 217 time: 0.0327430 Feb 03 03:04:53.844400 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d req-5efa2451-28a5-46f5-b782-0da8ef8cc0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:53.846947 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d req-5efa2451-28a5-46f5-b782-0da8ef8cc0ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0540445 Feb 03 03:04:53.900612 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d req-19a74b62-d53f-429d-a2db-c2969bdf6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:53.902195 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d req-19a74b62-d53f-429d-a2db-c2969bdf6f18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442991 Feb 03 03:04:54.000430 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d req-0b6a61a2-161a-474d-bdd0-9307e1d3368c service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913162 Feb 03 03:04:54.090020 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-57dfff14-5e4d-497a-bb0c-a4b66a1f137d req-afccc95e-3072-4e22-ae4f-7c3bd2a04760 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821002 Feb 03 03:04:54.317055 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae9840-9f2e-45f7-8126-595002839267 req-133ce73c-55a0-4bee-905a-252caf4cfa43 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:54.318512 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eeae9840-9f2e-45f7-8126-595002839267 req-133ce73c-55a0-4bee-905a-252caf4cfa43 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 943 time: 0.0584667 Feb 03 03:04:54.368363 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eeae9840-9f2e-45f7-8126-595002839267 req-fc08b2ee-66cb-410e-b01c-1737a70dc822 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Feb 03 03:04:54.472457 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeb115-9fde-4eb8-bc32-65b0e8d88745 req-4064637f-1f6e-4e2b-b65f-9fee4db563a6 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:54.473928 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-45eeb115-9fde-4eb8-bc32-65b0e8d88745 req-4064637f-1f6e-4e2b-b65f-9fee4db563a6 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0580516 Feb 03 03:04:54.545732 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-45eeb115-9fde-4eb8-bc32-65b0e8d88745 req-77079c31-952b-400e-b26a-84971e188d81 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638056 Feb 03 03:04:55.494409 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc480f-4873-4ad3-9fbf-37c815eff23c req-d815419d-1d53-4b77-af7e-4168683a2b86 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:55.495892 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93dc480f-4873-4ad3-9fbf-37c815eff23c req-d815419d-1d53-4b77-af7e-4168683a2b86 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 943 time: 0.0555315 Feb 03 03:04:55.548814 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-93dc480f-4873-4ad3-9fbf-37c815eff23c req-ccb67012-a590-4e73-8203-a4207cf5f458 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472922 Feb 03 03:04:55.672053 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6ab5f-9dee-4d0a-8c6e-cf6960cfa4fd req-5ca5e6e3-dc5b-4ea4-904a-8cd691ce18cd tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:55.673746 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d6ab5f-9dee-4d0a-8c6e-cf6960cfa4fd req-5ca5e6e3-dc5b-4ea4-904a-8cd691ce18cd tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0595081 Feb 03 03:04:55.737272 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e4d6ab5f-9dee-4d0a-8c6e-cf6960cfa4fd req-b6271e58-1d43-4761-970e-71cd2986ee76 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575399 Feb 03 03:04:56.681283 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18875732-5d60-440a-b186-9f2331ed1dd8 req-8c4d51ae-66ff-4624-8634-530c3769def0 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:56.682760 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-18875732-5d60-440a-b186-9f2331ed1dd8 req-8c4d51ae-66ff-4624-8634-530c3769def0 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 943 time: 0.0544398 Feb 03 03:04:56.732274 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-18875732-5d60-440a-b186-9f2331ed1dd8 req-7ae11ee4-c30a-4faa-9b6c-5d04c1b2cf0c tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438402 Feb 03 03:04:56.869790 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbf19f-6022-48d5-a72e-20f54ead3f6f req-965c897b-13ae-48bf-b799-24555a247f61 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:56.871156 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7dbf19f-6022-48d5-a72e-20f54ead3f6f req-965c897b-13ae-48bf-b799-24555a247f61 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0627444 Feb 03 03:04:56.932382 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7dbf19f-6022-48d5-a72e-20f54ead3f6f req-78db9f9e-34b6-4354-a7bc-f0b7d3ab80df tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554903 Feb 03 03:04:57.854820 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495416b-dee2-4d43-ba2d-2bbb31067cea req-576ca043-f402-4d7d-902c-57ad89ed6ac8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:57.856330 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9495416b-dee2-4d43-ba2d-2bbb31067cea req-576ca043-f402-4d7d-902c-57ad89ed6ac8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 943 time: 0.0559947 Feb 03 03:04:57.906115 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-9495416b-dee2-4d43-ba2d-2bbb31067cea req-a50e54a7-9f81-4ab9-8323-3b83a7d27cc4 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Feb 03 03:04:58.060782 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1e1db-3c12-4c7d-8f34-84c76344120f req-4610c586-b108-4efc-8f0d-477d4b835e51 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:58.062309 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a4d1e1db-3c12-4c7d-8f34-84c76344120f req-4610c586-b108-4efc-8f0d-477d4b835e51 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0579026 Feb 03 03:04:58.123180 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a4d1e1db-3c12-4c7d-8f34-84c76344120f req-733c0a18-9722-49aa-afb6-c3ed5d047b71 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549741 Feb 03 03:04:59.038487 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd206e-8801-4b80-b785-5fb6bfc4b146 req-ceea7193-cad1-4cb3-ab4d-e75229aad581 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:59.039979 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3abd206e-8801-4b80-b785-5fb6bfc4b146 req-ceea7193-cad1-4cb3-ab4d-e75229aad581 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 943 time: 0.0539935 Feb 03 03:04:59.095598 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3abd206e-8801-4b80-b785-5fb6bfc4b146 req-f8b72114-1518-4af3-884b-72aa7c652297 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490134 Feb 03 03:04:59.262018 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67381f8d-cbb3-4d40-a6f5-4f06f2f2346e req-163f7c1b-b692-4fdb-a4cd-7eccacd372b4 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:04:59.263407 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-67381f8d-cbb3-4d40-a6f5-4f06f2f2346e req-163f7c1b-b692-4fdb-a4cd-7eccacd372b4 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0586925 Feb 03 03:04:59.329878 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-67381f8d-cbb3-4d40-a6f5-4f06f2f2346e req-5b1deb1c-3670-4e77-aaa4-3b9052d912f2 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607028 Feb 03 03:05:00.012816 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:05:00.119308 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:05:00.131832 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'port_id': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'mac_address': 'fa:16:3e:bf:c4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:05:00.168674 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:05:00.169106 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:00.183871 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:05:00.204943 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:05:00.209395 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:00.219256 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524999ae-319f-4acf-af64-5da68b97f534 req-102c3e94-f25c-42b4-b89e-238b67ea3b64 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:00.220764 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-524999ae-319f-4acf-af64-5da68b97f534 req-102c3e94-f25c-42b4-b89e-238b67ea3b64 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 943 time: 0.0577841 Feb 03 03:05:00.258836 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:05:00.270695 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-524999ae-319f-4acf-af64-5da68b97f534 req-65716950-0d85-45a5-b46c-b404de52cfdf tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439656 Feb 03 03:05:00.457962 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:05:00.469227 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb7d0-43e4-47d3-9827-d5e9aad659fc req-33112adb-7283-45ea-8fe2-c75a5d6abb7b tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:00.470746 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5e1bb7d0-43e4-47d3-9827-d5e9aad659fc req-33112adb-7283-45ea-8fe2-c75a5d6abb7b tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0562565 Feb 03 03:05:00.530895 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5e1bb7d0-43e4-47d3-9827-d5e9aad659fc req-797ed392-a70f-411a-ac88-6cd2568d71a6 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542021 Feb 03 03:05:01.405926 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c17af-7ba8-4ae7-bd3b-9f671c943f28 req-c903db27-5505-4312-9e9b-1a08632cc4d1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:01.407389 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-771c17af-7ba8-4ae7-bd3b-9f671c943f28 req-c903db27-5505-4312-9e9b-1a08632cc4d1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 944 time: 0.0601509 Feb 03 03:05:01.455125 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-771c17af-7ba8-4ae7-bd3b-9f671c943f28 req-64801a9c-d811-48af-b550-4520fa46165b tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421343 Feb 03 03:05:01.663571 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b679b-fdff-4c7e-8581-111e6b425f2c req-e11a40ef-da99-4dd1-bc0d-4f52309c4aec tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:01.665001 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b73b679b-fdff-4c7e-8581-111e6b425f2c req-e11a40ef-da99-4dd1-bc0d-4f52309c4aec tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0538719 Feb 03 03:05:01.725565 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b73b679b-fdff-4c7e-8581-111e6b425f2c req-7893bfb7-9c65-428c-a23c-55a2428ff0e4 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a&id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545418 Feb 03 03:05:02.035485 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:05:02.087632 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 03:05:02.091619 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:05:02.091980 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:02.165644 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:05:02.166024 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:02.188755 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:05:02.191040 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccd2592-4d55-46d3-8eec-c83ab81ed9c4" -d '{"events": [{"server_uuid": "6ab6ad78-2698-4a09-a9a5-49fa4e597aa3", "name": "network-vif-plugged", "status": "completed", "tag": "a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:05:02.203556 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:05:02.209798 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:02.237029 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deadec89-1732-4b63-8da6-16a1fdc67c16 x-openstack-request-id: req-deadec89-1732-4b63-8da6-16a1fdc67c16 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:05:02.237387 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab6ad78-2698-4a09-a9a5-49fa4e597aa3", "name": "network-vif-plugged", "status": "completed", "tag": "a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:05:02.237638 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-deadec89-1732-4b63-8da6-16a1fdc67c16 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:05:02.238022 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'code': 200} Feb 03 03:05:02.262873 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:05:02.511763 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623fa02-36c0-4189-a361-7f28c7e2bf66 req-3a980723-8642-4019-921d-d966f3ae0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:02.513577 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7623fa02-36c0-4189-a361-7f28c7e2bf66 req-3a980723-8642-4019-921d-d966f3ae0c0e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0497854 Feb 03 03:05:02.560500 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7623fa02-36c0-4189-a361-7f28c7e2bf66 req-e3a22801-44fa-4623-b6d8-b89928eba993 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397668 Feb 03 03:05:02.571921 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccb65e-2787-4670-b593-55d43eba6dc0 req-e12cf3d4-8899-4fe1-b0c4-1c91846a1a81 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:02.573414 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-76ccb65e-2787-4670-b593-55d43eba6dc0 req-e12cf3d4-8899-4fe1-b0c4-1c91846a1a81 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 945 time: 0.0518935 Feb 03 03:05:02.625975 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-76ccb65e-2787-4670-b593-55d43eba6dc0 req-f8104b22-0704-41a5-96aa-89c794410b53 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470431 Feb 03 03:05:03.754353 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00073baa-a1b7-46d9-8a8f-9644c88b6681 req-c6abf0ca-6c20-4a4c-b1d8-bf8e9f1aefbf tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:03.755824 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-00073baa-a1b7-46d9-8a8f-9644c88b6681 req-c6abf0ca-6c20-4a4c-b1d8-bf8e9f1aefbf tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 945 time: 0.0527759 Feb 03 03:05:03.808880 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-00073baa-a1b7-46d9-8a8f-9644c88b6681 req-43bc25a5-ca5d-4a70-ac84-69975d9ad142 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472991 Feb 03 03:05:04.931100 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c977b-0f67-4e93-a453-7d3119ab17ab req-dfd7b3b4-a698-452e-ad52-270fa491db0c tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:04.932583 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f71c977b-0f67-4e93-a453-7d3119ab17ab req-dfd7b3b4-a698-452e-ad52-270fa491db0c tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 945 time: 0.0546458 Feb 03 03:05:04.989712 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f71c977b-0f67-4e93-a453-7d3119ab17ab req-de20ec81-e519-4f2c-b473-034e4dffa9b5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493152 Feb 03 03:05:05.117360 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe41db-2355-4bd1-acc6-9334badc0b13 req-abeee1f6-8373-4831-aafe-1fb1d2a7b564 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:05.118831 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7fe41db-2355-4bd1-acc6-9334badc0b13 req-abeee1f6-8373-4831-aafe-1fb1d2a7b564 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 945 time: 0.0600576 Feb 03 03:05:05.172243 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a7fe41db-2355-4bd1-acc6-9334badc0b13 req-a319cf17-7fee-43d6-bada-616231b56145 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475202 Feb 03 03:05:05.194700 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 57858) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:05:05.238748 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc2e24-9c7b-42cd-94b4-521d2572ac5a tempest-TestVolumeBootPattern-1846594663 tempest-TestVolumeBootPattern-1846594663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:05.240269 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-f0dc2e24-9c7b-42cd-94b4-521d2572ac5a tempest-TestVolumeBootPattern-1846594663 tempest-TestVolumeBootPattern-1846594663-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 1124 time: 0.0445352 Feb 03 03:05:05.243451 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 57860) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:05:05.248062 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'floatingip': {'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'port_id': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:05:05.271556 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:05.372310 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:05.475779 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Allocated IP 172.27.2.12 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/531c9c0b-bc92-48a8-9e3c-6db56431004c) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:05:05.580677 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for port (531c9c0b-bc92-48a8-9e3c-6db56431004c), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:05.616928 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (531c9c0b-bc92-48a8-9e3c-6db56431004c), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:05.654762 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:05:05.657534 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:05:05.660975 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:05:05.668546 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'Port': ['ID=531c9c0b-bc92-48a8-9e3c-6db56431004c,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:05:06.293334 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (2b51dbfd-779d-4e27-ada3-9d3e05895162), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:06.369326 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (531c9c0b-bc92-48a8-9e3c-6db56431004c), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:06.516891 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for port (531c9c0b-bc92-48a8-9e3c-6db56431004c), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:06.523581 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (531c9c0b-bc92-48a8-9e3c-6db56431004c), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:06.589139 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'Port': ['ID=531c9c0b-bc92-48a8-9e3c-6db56431004c,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:05:06.600944 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (2b51dbfd-779d-4e27-ada3-9d3e05895162), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:06.697010 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.db.l3_db [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Floating IP 2b51dbfd-779d-4e27-ada3-9d3e05895162 associated. External IP: 172.27.2.12, port: a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c. Feb 03 03:05:06.909900 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Router 96423995-d347-438a-a8a1-fc4458ff7324 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:05:07.011659 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:05:07.022570 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff2b2e-570f-4a08-be7b-e70577eaff7e None None] Sync routers for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:05:07.033436 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:07.037220 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff2b2e-570f-4a08-be7b-e70577eaff7e None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:05:07.037839 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-83ff2b2e-570f-4a08-be7b-e70577eaff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:04:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:05:07.080735 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ef951349-07b6-43bb-996f-ddf2e03a849a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8251984 Feb 03 03:05:07.080735 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'tag': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:05:07.080735 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7995253a-3162-4c96-94b5-7459403a3250" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab6ad78-2698-4a09-a9a5-49fa4e597aa3", "tag": "a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:05:07.108637 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d640d62b-a2c6-4bb6-b774-9ec08aa5433e x-openstack-request-id: req-d640d62b-a2c6-4bb6-b774-9ec08aa5433e {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:05:07.108952 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab6ad78-2698-4a09-a9a5-49fa4e597aa3", "tag": "a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:05:07.109232 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d640d62b-a2c6-4bb6-b774-9ec08aa5433e {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:05:07.109624 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'tag': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'status': 'completed', 'code': 200} Feb 03 03:05:07.161009 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-83ff2b2e-570f-4a08-be7b-e70577eaff7e None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:05:07.179020 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995253a-3162-4c96-94b5-7459403a3250 req-be87f34e-15d5-45b9-a17c-ebc4b066edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:07.180599 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7995253a-3162-4c96-94b5-7459403a3250 req-be87f34e-15d5-45b9-a17c-ebc4b066edeb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0450323 Feb 03 03:05:07.268244 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995253a-3162-4c96-94b5-7459403a3250 req-0bf31cb0-f784-46c4-85eb-db3e16f0c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:07.270132 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7995253a-3162-4c96-94b5-7459403a3250 req-0bf31cb0-f784-46c4-85eb-db3e16f0c74f service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 913 time: 0.0831923 Feb 03 03:05:07.338139 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7995253a-3162-4c96-94b5-7459403a3250 req-304c1ca1-80c7-48b9-aeb3-d1e034608810 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c HTTP/1.1" status: 200 len: 998 time: 0.0613451 Feb 03 03:05:07.376088 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-83ff2b2e-570f-4a08-be7b-e70577eaff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '2b51dbfd-779d-4e27-ada3-9d3e05895162', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:bf:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:05:05Z', 'updated_at': '2022-02-03T03:05:05Z', 'revision_number': 0, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:05:07.386822 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995253a-3162-4c96-94b5-7459403a3250 req-e6bc9ce3-2bc8-4632-9a78-6cf682cd7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:07.388293 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7995253a-3162-4c96-94b5-7459403a3250 req-e6bc9ce3-2bc8-4632-9a78-6cf682cd7493 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0427246 Feb 03 03:05:07.404852 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff2b2e-570f-4a08-be7b-e70577eaff7e None None] Checking router: 96423995-d347-438a-a8a1-fc4458ff7324 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:05:07.413493 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff2b2e-570f-4a08-be7b-e70577eaff7e None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:05:07.414027 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-83ff2b2e-570f-4a08-be7b-e70577eaff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:04:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:05:07.436841 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995253a-3162-4c96-94b5-7459403a3250 req-1fa90347-cbd8-424b-9d38-7226b8901713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:07.438345 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7995253a-3162-4c96-94b5-7459403a3250 req-1fa90347-cbd8-424b-9d38-7226b8901713 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440960 Feb 03 03:05:07.516631 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-83ff2b2e-570f-4a08-be7b-e70577eaff7e None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:05:07.529744 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7995253a-3162-4c96-94b5-7459403a3250 req-f151e1de-51df-42a1-a7e1-549464cbf2d7 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848541 Feb 03 03:05:07.619741 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7995253a-3162-4c96-94b5-7459403a3250 req-3460a977-d1f5-4e6c-9882-0037c09c74fa service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818622 Feb 03 03:05:07.735290 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-83ff2b2e-570f-4a08-be7b-e70577eaff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '2b51dbfd-779d-4e27-ada3-9d3e05895162', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:bf:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:05:05Z', 'updated_at': '2022-02-03T03:05:05Z', 'revision_number': 0, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:05:07.771636 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff2b2e-570f-4a08-be7b-e70577eaff7e None None] The sync data for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi is: [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '2b51dbfd-779d-4e27-ada3-9d3e05895162', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:bf:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:05:05Z', 'updated_at': '2022-02-03T03:05:05Z', 'revision_number': 0, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:05:07.956362 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95b058-adc3-485b-bbd8-882e9a4bad7b None None] New status for floating IP 2b51dbfd-779d-4e27-ada3-9d3e05895162: ACTIVE {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:05:13.455437 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:15.605569 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92368-9074-458e-9928-8fc4e1dca6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:17.901495 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-62688615-af3d-4963-a998-95a581cad260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:19.630545 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:20.591609 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:22.173123 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:30.245460 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:05:30.988065 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba92e99-cd6b-4011-810e-e703f8870754 req-58c0d762-7b2f-44e4-a10e-bd728da1b379 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:30.989456 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0ba92e99-cd6b-4011-810e-e703f8870754 req-58c0d762-7b2f-44e4-a10e-bd728da1b379 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 946 time: 0.0595372 Feb 03 03:05:31.039376 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0ba92e99-cd6b-4011-810e-e703f8870754 req-c04cb92b-7168-41bd-92d9-075c44ff545d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Feb 03 03:05:32.172229 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7d95e-717a-426e-8bd4-31106b450b24 req-e058b3dc-42cc-4860-bcc2-0152aba60e35 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:32.173745 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fce7d95e-717a-426e-8bd4-31106b450b24 req-e058b3dc-42cc-4860-bcc2-0152aba60e35 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 946 time: 0.0535655 Feb 03 03:05:32.226088 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-fce7d95e-717a-426e-8bd4-31106b450b24 req-df00990b-f0de-4a60-8945-31513cc74026 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467927 Feb 03 03:05:32.745484 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9614481-15ed-4b49-a757-55c8a2b078e4 req-bcb15bb9-42e0-4485-80cb-7eb581d4098b tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:32.746997 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f9614481-15ed-4b49-a757-55c8a2b078e4 req-bcb15bb9-42e0-4485-80cb-7eb581d4098b tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 946 time: 0.0591609 Feb 03 03:05:32.841674 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-f9614481-15ed-4b49-a757-55c8a2b078e4 req-102a3cfd-4ee4-4493-9c22-d745fa66b4c8 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Deleting port 7d86aab8-5c1f-4e24-814a-145bc924da52 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:05:32.842340 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f9614481-15ed-4b49-a757-55c8a2b078e4 req-102a3cfd-4ee4-4493-9c22-d745fa66b4c8 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:32.931159 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-f9614481-15ed-4b49-a757-55c8a2b078e4 req-102a3cfd-4ee4-4493-9c22-d745fa66b4c8 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] For port 7d86aab8-5c1f-4e24-814a-145bc924da52, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=7d86aab8-5c1f-4e24-814a-145bc924da52,segment=NetworkSegment(ee187d49-1a11-4be3-a5fc-da3206430dd1),segment_id=ee187d49-1a11-4be3-a5fc-da3206430dd1)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:05:32.931490 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f9614481-15ed-4b49-a757-55c8a2b078e4 req-102a3cfd-4ee4-4493-9c22-d745fa66b4c8 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:32.944151 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-f9614481-15ed-4b49-a757-55c8a2b078e4 req-102a3cfd-4ee4-4493-9c22-d745fa66b4c8 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Calling delete_port for 7d86aab8-5c1f-4e24-814a-145bc924da52 owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:05:33.067782 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f9614481-15ed-4b49-a757-55c8a2b078e4 req-102a3cfd-4ee4-4493-9c22-d745fa66b4c8 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (7d86aab8-5c1f-4e24-814a-145bc924da52), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:33.081836 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['7d86aab8-5c1f-4e24-814a-145bc924da52'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:05:33.101741 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a3cfd-4ee4-4493-9c22-d745fa66b4c8 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Pushing event deleted for resources: {'Port': ['ID=7d86aab8-5c1f-4e24-814a-145bc924da52,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:05:33.142703 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9614481-15ed-4b49-a757-55c8a2b078e4 req-102a3cfd-4ee4-4493-9c22-d745fa66b4c8 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] No DVR routers for this DVR port 7d86aab8-5c1f-4e24-814a-145bc924da52 on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:05:33.145458 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-f9614481-15ed-4b49-a757-55c8a2b078e4 req-102a3cfd-4ee4-4493-9c22-d745fa66b4c8 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:33.148919 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-f9614481-15ed-4b49-a757-55c8a2b078e4 req-102a3cfd-4ee4-4493-9c22-d745fa66b4c8 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.43 "DELETE /v2.0/ports/7d86aab8-5c1f-4e24-814a-145bc924da52 HTTP/1.1" status: 204 len: 173 time: 0.3957717 Feb 03 03:05:33.149367 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2f7d88-4b19-45a9-8e11-4b0de62052b3', 'name': 'network-vif-deleted', 'tag': '7d86aab8-5c1f-4e24-814a-145bc924da52'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:05:33.151627 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196191b9-0ad6-4901-be12-e37e975a2bb5" -d '{"events": [{"server_uuid": "4e2f7d88-4b19-45a9-8e11-4b0de62052b3", "name": "network-vif-deleted", "tag": "7d86aab8-5c1f-4e24-814a-145bc924da52"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:05:33.187268 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d33111-aca3-49a4-af51-d2b7f42cc219 x-openstack-request-id: req-66d33111-aca3-49a4-af51-d2b7f42cc219 {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:05:33.187564 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2f7d88-4b19-45a9-8e11-4b0de62052b3", "name": "network-vif-deleted", "tag": "7d86aab8-5c1f-4e24-814a-145bc924da52", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:05:33.187814 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66d33111-aca3-49a4-af51-d2b7f42cc219 {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:05:33.188213 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2f7d88-4b19-45a9-8e11-4b0de62052b3', 'name': 'network-vif-deleted', 'tag': '7d86aab8-5c1f-4e24-814a-145bc924da52', 'status': 'completed', 'code': 200} Feb 03 03:05:33.336948 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-aec7b635-9b93-4d40-985b-d5470f5de852 req-9a66941c-e590-49a8-a36b-4aa5bfbbe14a tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2f7d88-4b19-45a9-8e11-4b0de62052b3 HTTP/1.1" status: 200 len: 210 time: 0.0264432 Feb 03 03:05:36.376087 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 7d86aab8-5c1f-4e24-814a-145bc924da52 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:05:36.402910 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 7d86aab8-5c1f-4e24-814a-145bc924da52 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:05:36.403254 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 7d86aab8-5c1f-4e24-814a-145bc924da52 not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:05:42.374780 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-5405a7aa-9672-444d-9ee8-f85cc8cc2df7 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:42.376150 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-5405a7aa-9672-444d-9ee8-f85cc8cc2df7 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/networks?id=ee964cae-ff6f-484e-a320-b30e15c79aec HTTP/1.1" status: 200 len: 814 time: 0.1113765 Feb 03 03:05:42.393740 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-3394375d-573b-402b-83f8-9a96d8183b45 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/quotas/b3c17e83a1e6491b9caecd968321a263 HTTP/1.1" status: 200 len: 375 time: 0.0095835 Feb 03 03:05:42.427454 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-74211daf-3f62-4de3-af69-79adc080923c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3c17e83a1e6491b9caecd968321a263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265565 Feb 03 03:05:42.517976 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-7dd3a0ea-184d-47e7-a40e-754fb0673940 service neutron] 10.222.0.31 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840902 Feb 03 03:05:42.607473 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-07c4065d-7148-4971-a2b7-89daabecbcab service neutron] 10.222.0.31 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839181 Feb 03 03:05:42.772410 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed37c7c7-8781-44d4-86af-3ef8070520d4 req-9ca27205-04c7-4115-b2e8-7936cda21cae tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 210 time: 0.0275147 Feb 03 03:05:43.442878 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:43.774977 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-91b996a0-3eaf-428d-90bd-d00b48999ca9 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:43.776334 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-91b996a0-3eaf-428d-90bd-d00b48999ca9 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.43 "GET /v2.0/networks?id=ee964cae-ff6f-484e-a320-b30e15c79aec HTTP/1.1" status: 200 len: 814 time: 0.1129279 Feb 03 03:05:43.790018 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Request body: {'port': {'device_id': '5a4dc0b3-873e-4eff-9856-ed40da69a404', 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec', 'admin_state_up': True, 'tenant_id': 'b3c17e83a1e6491b9caecd968321a263'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:05:43.869152 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-96f93d9f-230f-4754-b9bd-9e4d0c74b436 req-91fc2ab8-36e6-409f-8aad-1049975eb6ef tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 210 time: 0.0301504 Feb 03 03:05:43.893268 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Made reservation on behalf of b3c17e83a1e6491b9caecd968321a263 for: {'port': 1} {{(pid=102483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:05:43.896670 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:44.016667 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_common [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Allocated IP 172.20.0.8 (ee964cae-ff6f-484e-a320-b30e15c79aec/f1715b9e-394b-4655-9b60-81f8eea813fa/c4be19ca-7543-4609-b13c-a0b0a73f0618) {{(pid=102483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:05:44.159740 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks [] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), precommit_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:44.195567 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), after_create {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:44.239503 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Network ee964cae-ff6f-484e-a320-b30e15c79aec is already hosted by enough agents. {{(pid=102483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:05:44.242400 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.scheduler.base_scheduler [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Resources bound (agent type, host, resource id): {{(pid=102483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:05:44.245855 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Received port after_create {{(pid=102483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:05:44.254772 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Pushing event updated for resources: {'Port': ['ID=c4be19ca-7543-4609-b13c-a0b0a73f0618,revision_number=1']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:05:44.297999 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:44.298538 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:44.316983 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f4dde947-5d51-42a4-8ce3-b2ce2acacc1c tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5308869 Feb 03 03:05:44.328064 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.v2.base [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Request body: {'port': {'device_id': '5a4dc0b3-873e-4eff-9856-ed40da69a404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:05:44.393604 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:44.668401 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4be19ca-7543-4609-b13c-a0b0a73f0618 {{(pid=102483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:05:44.675816 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Publish callbacks [] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), precommit_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:44.687813 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.provisioning_blocks [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Transition to ACTIVE for port object c4be19ca-7543-4609-b13c-a0b0a73f0618 will not be triggered until provisioned by entity L2. {{(pid=102483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 03:05:44.693198 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:44.739018 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Pushing event updated for resources: {'Port': ['ID=c4be19ca-7543-4609-b13c-a0b0a73f0618,revision_number=2']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:05:44.810358 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Attempting to bind port c4be19ca-7543-4609-b13c-a0b0a73f0618 on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:05:44.811084 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Attempting to bind port c4be19ca-7543-4609-b13c-a0b0a73f0618 by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': 'ee187d49-1a11-4be3-a5fc-da3206430dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec'}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:05:44.811084 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Attempting to bind port c4be19ca-7543-4609-b13c-a0b0a73f0618 on network ee964cae-ff6f-484e-a320-b30e15c79aec {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:05:44.815410 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Port c4be19ca-7543-4609-b13c-a0b0a73f0618 on network ee964cae-ff6f-484e-a320-b30e15c79aec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 03:05:44.815733 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Attempting to bind port c4be19ca-7543-4609-b13c-a0b0a73f0618 on network ee964cae-ff6f-484e-a320-b30e15c79aec {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:05:44.820608 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:05:44.820965 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Checking segment: {'id': 'ee187d49-1a11-4be3-a5fc-da3206430dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:05:44.821344 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Bound using segment: {'id': 'ee187d49-1a11-4be3-a5fc-da3206430dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec'} {{(pid=102483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:05:44.821765 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.managers [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Bound port: c4be19ca-7543-4609-b13c-a0b0a73f0618, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee187d49-1a11-4be3-a5fc-da3206430dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec'}}] {{(pid=102483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:05:44.822112 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), before_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:44.883464 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] For port c4be19ca-7543-4609-b13c-a0b0a73f0618, host hv-cinder-82758, cleared binding levels {{(pid=102483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:05:44.886508 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] For port c4be19ca-7543-4609-b13c-a0b0a73f0618, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=c4be19ca-7543-4609-b13c-a0b0a73f0618,segment=NetworkSegment(ee187d49-1a11-4be3-a5fc-da3206430dd1),segment_id=ee187d49-1a11-4be3-a5fc-da3206430dd1)] {{(pid=102483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:05:44.892506 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3364261'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), after_update {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:44.927401 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:44.928009 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:44.929416 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] 10.222.0.43 "PUT /v2.0/ports/c4be19ca-7543-4609-b13c-a0b0a73f0618 HTTP/1.1" status: 200 len: 1093 time: 0.6053634 Feb 03 03:05:44.929841 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4dc0b3-873e-4eff-9856-ed40da69a404', 'tag': 'c4be19ca-7543-4609-b13c-a0b0a73f0618'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:05:44.932054 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a67c31-d7ac-462d-8299-6a04b99a9881" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4dc0b3-873e-4eff-9856-ed40da69a404", "tag": "c4be19ca-7543-4609-b13c-a0b0a73f0618"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:05:44.958837 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdbd48-0224-451b-bc6c-5459f9d1f656 service neutron] Pushing event updated for resources: {'Port': ['ID=c4be19ca-7543-4609-b13c-a0b0a73f0618,revision_number=3']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:05:44.986376 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a8aebe-7cdc-43fd-a814-9c8bee7d83ad x-openstack-request-id: req-75a8aebe-7cdc-43fd-a814-9c8bee7d83ad {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:05:44.986675 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4dc0b3-873e-4eff-9856-ed40da69a404", "tag": "c4be19ca-7543-4609-b13c-a0b0a73f0618", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:05:44.986953 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75a8aebe-7cdc-43fd-a814-9c8bee7d83ad {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:05:44.987353 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4dc0b3-873e-4eff-9856-ed40da69a404', 'tag': 'c4be19ca-7543-4609-b13c-a0b0a73f0618', 'status': 'completed', 'code': 200} Feb 03 03:05:45.003655 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9799f9-bc69-4354-9926-eb1d559d28b0 req-2c7caada-2dd7-45f7-8466-f1bc6bff64bc tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:45.005271 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5b9799f9-bc69-4354-9926-eb1d559d28b0 req-2c7caada-2dd7-45f7-8466-f1bc6bff64bc tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 943 time: 0.0710814 Feb 03 03:05:45.036127 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-40be4941-d9f7-4ac8-99d4-87c11cf824c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:45.037681 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-40be4941-d9f7-4ac8-99d4-87c11cf824c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3c17e83a1e6491b9caecd968321a263&device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 1127 time: 0.0444164 Feb 03 03:05:45.050354 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5b9799f9-bc69-4354-9926-eb1d559d28b0 req-faaac571-3300-43e0-ad95-dba9f2197632 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394504 Feb 03 03:05:45.082283 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-452fd6a0-8e31-458e-b1bf-3487a56ff296 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4be19ca-7543-4609-b13c-a0b0a73f0618 HTTP/1.1" status: 200 len: 217 time: 0.0362504 Feb 03 03:05:45.130438 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-00d55c90-80d0-4776-a55a-1a34f12b7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:45.131860 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-00d55c90-80d0-4776-a55a-1a34f12b7a47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1715b9e-394b-4655-9b60-81f8eea813fa HTTP/1.1" status: 200 len: 854 time: 0.0432501 Feb 03 03:05:45.164613 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-9f56eb26-4f5b-498e-b4d8-54140fc6bfb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee964cae-ff6f-484e-a320-b30e15c79aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244017 Feb 03 03:05:45.255313 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-f5973f6e-753c-4a78-8aa8-fd71619f7cd2 service neutron] 10.222.0.43 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830045 Feb 03 03:05:45.342628 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e1784836-366f-4d0c-9b72-43fcfe3c46dd req-ad41cb54-e4bc-431e-8698-669bd2b80844 service neutron] 10.222.0.43 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799646 Feb 03 03:05:45.433400 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67c31-d7ac-462d-8299-6a04b99a9881 req-fde74c12-5ac5-4038-bf31-646fd49dc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:45.434868 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-74a67c31-d7ac-462d-8299-6a04b99a9881 req-fde74c12-5ac5-4038-bf31-646fd49dc128 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3c17e83a1e6491b9caecd968321a263&device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 1127 time: 0.0449717 Feb 03 03:05:45.528385 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67c31-d7ac-462d-8299-6a04b99a9881 req-cf223a01-77b6-44c5-8813-061729fa968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:45.529805 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-74a67c31-d7ac-462d-8299-6a04b99a9881 req-cf223a01-77b6-44c5-8813-061729fa968d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ee964cae-ff6f-484e-a320-b30e15c79aec HTTP/1.1" status: 200 len: 915 time: 0.0883238 Feb 03 03:05:45.570427 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-74a67c31-d7ac-462d-8299-6a04b99a9881 req-aa6beeb1-ca94-423f-aa58-f432613df6d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4be19ca-7543-4609-b13c-a0b0a73f0618 HTTP/1.1" status: 200 len: 217 time: 0.0328100 Feb 03 03:05:45.609588 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-a17bf305-6b96-429e-96a6-acbc02b21df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:45.622877 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67c31-d7ac-462d-8299-6a04b99a9881 req-e91f7020-2d93-48d4-9939-d73e3510062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:45.624394 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-74a67c31-d7ac-462d-8299-6a04b99a9881 req-e91f7020-2d93-48d4-9939-d73e3510062c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1715b9e-394b-4655-9b60-81f8eea813fa HTTP/1.1" status: 200 len: 854 time: 0.0476377 Feb 03 03:05:45.658141 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-74a67c31-d7ac-462d-8299-6a04b99a9881 req-6e0cb23b-0cd8-48b6-9076-83bc1961da03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee964cae-ff6f-484e-a320-b30e15c79aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264430 Feb 03 03:05:45.744525 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-74a67c31-d7ac-462d-8299-6a04b99a9881 req-0f886b8e-3877-49a7-bc7b-6f82bc2b7882 service neutron] 10.222.0.43 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796921 Feb 03 03:05:45.838161 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-74a67c31-d7ac-462d-8299-6a04b99a9881 req-cb92a0bd-f854-40d1-9909-d82004fd6cc4 service neutron] 10.222.0.43 "GET /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Feb 03 03:05:46.190969 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff2a51-8dff-4489-8e1c-27416bb0b451 req-84c9aa0d-c6ec-4d59-8785-0d0e7a354804 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:46.192430 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84ff2a51-8dff-4489-8e1c-27416bb0b451 req-84c9aa0d-c6ec-4d59-8785-0d0e7a354804 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 943 time: 0.0619600 Feb 03 03:05:46.220994 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device c4be19ca-7543-4609-b13c-a0b0a73f0618 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:05:46.242549 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-84ff2a51-8dff-4489-8e1c-27416bb0b451 req-299520cd-a1ba-455b-84f1-4383f604a5e4 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 Feb 03 03:05:46.318004 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port c4be19ca-7543-4609-b13c-a0b0a73f0618, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=c4be19ca-7543-4609-b13c-a0b0a73f0618,segment=NetworkSegment(ee187d49-1a11-4be3-a5fc-da3206430dd1),segment_id=ee187d49-1a11-4be3-a5fc-da3206430dd1)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:05:46.329364 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': 'c4be19ca-7543-4609-b13c-a0b0a73f0618', 'network_id': 'ee964cae-ff6f-484e-a320-b30e15c79aec', 'port_id': 'c4be19ca-7543-4609-b13c-a0b0a73f0618', 'mac_address': 'fa:16:3e:f9:49:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1715b9e-394b-4655-9b60-81f8eea813fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:05:46.365835 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port c4be19ca-7543-4609-b13c-a0b0a73f0618 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:05:46.366141 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:46.379571 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4be19ca-7543-4609-b13c-a0b0a73f0618 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:05:46.400512 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port c4be19ca-7543-4609-b13c-a0b0a73f0618, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=c4be19ca-7543-4609-b13c-a0b0a73f0618,segment=NetworkSegment(ee187d49-1a11-4be3-a5fc-da3206430dd1),segment_id=ee187d49-1a11-4be3-a5fc-da3206430dd1)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:05:46.406376 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:46.456075 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=c4be19ca-7543-4609-b13c-a0b0a73f0618,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:05:46.463893 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.464252 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.464600 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.464978 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.465312 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.465644 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.465976 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.466306 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.467024 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.467353 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.467678 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.468000 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.468302 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:05:46.773344 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['c4be19ca-7543-4609-b13c-a0b0a73f0618'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:05:47.375624 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb082eff-1155-4da9-84a4-fd446a23dc8b req-37d1abf0-86e7-4cc3-a197-735350bdb77b tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:47.377101 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cb082eff-1155-4da9-84a4-fd446a23dc8b req-37d1abf0-86e7-4cc3-a197-735350bdb77b tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 944 time: 0.0552423 Feb 03 03:05:47.432149 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-cb082eff-1155-4da9-84a4-fd446a23dc8b req-e9fb883b-00b7-46df-9c31-953106b7c04d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490863 Feb 03 03:05:47.895714 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-13d16ee5-09c0-4605-9c58-9985a19bc820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:48.238367 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device c4be19ca-7543-4609-b13c-a0b0a73f0618 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:05:48.309506 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port c4be19ca-7543-4609-b13c-a0b0a73f0618 completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 03:05:48.314702 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port c4be19ca-7543-4609-b13c-a0b0a73f0618 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:05:48.315095 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:48.395269 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port c4be19ca-7543-4609-b13c-a0b0a73f0618 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:05:48.395637 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:48.419988 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4dc0b3-873e-4eff-9856-ed40da69a404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4be19ca-7543-4609-b13c-a0b0a73f0618'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:05:48.422650 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a1f7c1-45e1-4743-9f15-e13e2765998c" -d '{"events": [{"server_uuid": "5a4dc0b3-873e-4eff-9856-ed40da69a404", "name": "network-vif-plugged", "status": "completed", "tag": "c4be19ca-7543-4609-b13c-a0b0a73f0618"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:05:48.436955 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port c4be19ca-7543-4609-b13c-a0b0a73f0618, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=c4be19ca-7543-4609-b13c-a0b0a73f0618,segment=NetworkSegment(ee187d49-1a11-4be3-a5fc-da3206430dd1),segment_id=ee187d49-1a11-4be3-a5fc-da3206430dd1)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:05:48.445697 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:48.474787 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98df652-42d9-4314-a429-3b6a1ee7fe56 x-openstack-request-id: req-e98df652-42d9-4314-a429-3b6a1ee7fe56 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:05:48.475168 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4dc0b3-873e-4eff-9856-ed40da69a404", "name": "network-vif-plugged", "status": "completed", "tag": "c4be19ca-7543-4609-b13c-a0b0a73f0618", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:05:48.475320 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e98df652-42d9-4314-a429-3b6a1ee7fe56 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:05:48.475701 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4dc0b3-873e-4eff-9856-ed40da69a404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4be19ca-7543-4609-b13c-a0b0a73f0618', 'code': 200} Feb 03 03:05:48.504217 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=c4be19ca-7543-4609-b13c-a0b0a73f0618,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:05:48.557745 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172b78d-ab63-4b49-8195-21b36f2d82c3 req-74c8553a-3685-48dc-82be-3d1990605a01 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:48.559303 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6172b78d-ab63-4b49-8195-21b36f2d82c3 req-74c8553a-3685-48dc-82be-3d1990605a01 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 945 time: 0.0556006 Feb 03 03:05:48.606544 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-6172b78d-ab63-4b49-8195-21b36f2d82c3 req-84fa4086-1ace-413b-9704-60502ee06c57 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Feb 03 03:05:48.642223 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351cc5c-7cc9-45a6-bc96-325244f07377 req-c094749d-d72e-4808-a076-fcf8ada7ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:48.643725 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7351cc5c-7cc9-45a6-bc96-325244f07377 req-c094749d-d72e-4808-a076-fcf8ada7ee39 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 1129 time: 0.0431812 Feb 03 03:05:48.689990 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7351cc5c-7cc9-45a6-bc96-325244f07377 req-f35ab8e7-1389-48ed-88bf-73eac645a1f1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 Feb 03 03:05:49.146553 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-bb2ee3ef-7cdf-4f62-8ddd-dd0063f12719 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449884 Feb 03 03:05:49.247798 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-66936487-4e4c-468b-ab17-eb243858de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:49.249315 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-66936487-4e4c-468b-ab17-eb243858de92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75a68a1b96ee4033bf683db87d2c6cfc&device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 1169 time: 0.0537071 Feb 03 03:05:49.362116 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-a1a6daf1-b80a-4506-9c68-c8af3de58c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:49.363534 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-a1a6daf1-b80a-4506-9c68-c8af3de58c33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=498b9135-fbf3-435a-8b17-a2229688881a HTTP/1.1" status: 200 len: 915 time: 0.0902851 Feb 03 03:05:49.435162 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-f003c421-09eb-4ba9-bed9-4fa98552e3bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 200 len: 1002 time: 0.0632551 Feb 03 03:05:49.483710 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-5a092561-4a91-427a-aa84-c61b0ba22100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:49.485144 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-5a092561-4a91-427a-aa84-c61b0ba22100 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5db4aeb3-78ea-41ce-92f9-70cab0d9260a HTTP/1.1" status: 200 len: 853 time: 0.0420408 Feb 03 03:05:49.534338 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-3517209e-c939-4739-985f-8f259867402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:49.535779 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-3517209e-c939-4739-985f-8f259867402a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=498b9135-fbf3-435a-8b17-a2229688881a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436771 Feb 03 03:05:49.630081 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-1a1f7ba3-d99e-4ca3-bbc1-2610731a3069 service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853362 Feb 03 03:05:49.630356 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:49.718419 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-699828ec-8910-4191-9d6e-fbf6c63c1dc5 req-1455c33a-a53d-4b83-854b-01a18120efda service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813344 Feb 03 03:05:49.727221 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9a448-2e38-46bc-9dbf-c6c44898d231 req-5c9da90c-583e-4b3b-ac1a-34f9992f1aa0 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:49.728799 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7fa9a448-2e38-46bc-9dbf-c6c44898d231 req-5c9da90c-583e-4b3b-ac1a-34f9992f1aa0 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 945 time: 0.0537157 Feb 03 03:05:49.775618 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7fa9a448-2e38-46bc-9dbf-c6c44898d231 req-e5a12127-2f5f-45fa-ab8d-ed5acff965ca tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Feb 03 03:05:50.601726 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:05:50.910651 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f45f4-8514-4d0a-9345-9459e8aca28a req-8b4fa552-c4f4-4dcc-8e92-7a0a760d8988 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:05:50.912113 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f56f45f4-8514-4d0a-9345-9459e8aca28a req-8b4fa552-c4f4-4dcc-8e92-7a0a760d8988 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 945 time: 0.0572116 Feb 03 03:05:50.959126 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f56f45f4-8514-4d0a-9345-9459e8aca28a req-04a80d46-f158-4603-aa3e-b5db34dd634b tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 Feb 03 03:05:52.180546 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:05.373106 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4f5f3206-f8f8-4aef-a5cc-cebbc08a314d req-f8e90907-a9cf-4b47-97ab-e30523b211b4 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271164535&fields=id&tenant_id=75a68a1b96ee4033bf683db87d2c6cfc HTTP/1.1" status: 200 len: 267 time: 0.0432868 Feb 03 03:06:05.427669 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f3206-f8f8-4aef-a5cc-cebbc08a314d req-aafb7e09-ae89-445a-9933-f7d9ba88e4a3 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:05.429216 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4f5f3206-f8f8-4aef-a5cc-cebbc08a314d req-aafb7e09-ae89-445a-9933-f7d9ba88e4a3 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 985 time: 0.0509944 Feb 03 03:06:05.440237 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-4f5f3206-f8f8-4aef-a5cc-cebbc08a314d req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Request body: {'port': {'security_groups': ['e14d6e94-5674-4f54-98bd-50761a843e6e']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:06:05.514487 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-4f5f3206-f8f8-4aef-a5cc-cebbc08a314d req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:05.682829 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-4f5f3206-f8f8-4aef-a5cc-cebbc08a314d req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] For port 9ec67dbd-d798-42d9-982f-ae69f4d47df6, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:06:05.710750 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-4f5f3206-f8f8-4aef-a5cc-cebbc08a314d req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:05.717855 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-4f5f3206-f8f8-4aef-a5cc-cebbc08a314d req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:05.729816 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['9ec67dbd-d798-42d9-982f-ae69f4d47df6'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:06:05.760594 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f3206-f8f8-4aef-a5cc-cebbc08a314d req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:05.761168 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-4f5f3206-f8f8-4aef-a5cc-cebbc08a314d req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:05.765536 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-4f5f3206-f8f8-4aef-a5cc-cebbc08a314d req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "PUT /v2.0/ports/9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 200 len: 943 time: 0.3300760 Feb 03 03:06:05.766036 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:06:05.768516 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:06:05.768655 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 58118) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:05.793604 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event updated for resources: {'Port': ['ID=9ec67dbd-d798-42d9-982f-ae69f4d47df6,revision_number=7']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:05.806457 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.806808 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.807331 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.807675 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.808147 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.808485 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.808840 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.809175 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.809508 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.809828 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.810368 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.810847 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.811169 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feef33a-3cf8-496a-a4d5-b4d2ed78c333 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:05.841541 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['9ec67dbd-d798-42d9-982f-ae69f4d47df6'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:06:05.847915 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6610f4-2b22-45e6-a315-cf769b77e009 x-openstack-request-id: req-cc6610f4-2b22-45e6-a315-cf769b77e009 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:06:05.848206 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:06:05.848457 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc6610f4-2b22-45e6-a315-cf769b77e009 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:06:05.849140 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'status': 'completed', 'code': 200} Feb 03 03:06:05.883369 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group (19a5db45-ca6d-4c4f-adb1-c2141ce4b05a), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:05.932099 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group (19a5db45-ca6d-4c4f-adb1-c2141ce4b05a), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:05.978402 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f req-a9425a93-e8ee-4373-bc35-9f261bf21038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:05.980084 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f req-a9425a93-e8ee-4373-bc35-9f261bf21038 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75a68a1b96ee4033bf683db87d2c6cfc&device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 1130 time: 0.1084282 Feb 03 03:06:06.043517 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (19a5db45-ca6d-4c4f-adb1-c2141ce4b05a), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:06.046076 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:06.047207 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "DELETE /v2.0/security-groups/19a5db45-ca6d-4c4f-adb1-c2141ce4b05a HTTP/1.1" status: 204 len: 168 time: 0.2775996 Feb 03 03:06:06.050092 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58122) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:06.062406 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a5db45-ca6d-4c4f-adb1-c2141ce4b05a,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:06.076956 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-921a29e8-3058-4b4b-b6cc-d670ffb954c5 None None] Provisioning complete for port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:06:06.077578 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-921a29e8-3058-4b4b-b6cc-d670ffb954c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:06.078778 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.079566 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.079914 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.080258 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.080593 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.080978 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.081303 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.081626 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.081958 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.082270 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.082592 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.082910 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.083295 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b9edd-2423-49f9-8a97-14e67bd47677 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:06:06.107598 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f req-672d54a9-c614-4990-9d0d-e4ccb049cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:06.109183 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f req-672d54a9-c614-4990-9d0d-e4ccb049cf78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=498b9135-fbf3-435a-8b17-a2229688881a HTTP/1.1" status: 200 len: 915 time: 0.1190727 Feb 03 03:06:06.169191 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-921a29e8-3058-4b4b-b6cc-d670ffb954c5 None None] Current status of the port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 is: ACTIVE; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:06:06.182870 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f req-0342dae3-8e5d-40f4-ab38-dda55174e34a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 200 len: 1002 time: 0.0667522 Feb 03 03:06:06.215344 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Deleting port 2dc68c77-06b0-49f6-9cae-259e0e2cf797 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:06:06.215598 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (2dc68c77-06b0-49f6-9cae-259e0e2cf797), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:06.229210 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f req-378d0e47-5f37-4504-ae3c-3f40ef62ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:06.230807 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f req-378d0e47-5f37-4504-ae3c-3f40ef62ab43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5db4aeb3-78ea-41ce-92f9-70cab0d9260a HTTP/1.1" status: 200 len: 853 time: 0.0417602 Feb 03 03:06:06.281184 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f req-5ecaf3ac-b04b-4d8a-b16f-039d105cd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:06.282691 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f req-5ecaf3ac-b04b-4d8a-b16f-039d105cd4e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=498b9135-fbf3-435a-8b17-a2229688881a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451884 Feb 03 03:06:06.293993 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (2dc68c77-06b0-49f6-9cae-259e0e2cf797), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:06.294322 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for floatingip (2dc68c77-06b0-49f6-9cae-259e0e2cf797), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:06.308541 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Calling delete_port for 2dc68c77-06b0-49f6-9cae-259e0e2cf797 owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:06:06.376473 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f req-f163f1bd-3956-4b2a-bc65-576a0ddcd099 service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858221 Feb 03 03:06:06.465598 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (2dc68c77-06b0-49f6-9cae-259e0e2cf797), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:06.466980 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-e967e93d-736b-4dee-8e1c-2e53c7c57d5f req-16d1c4a7-85aa-4a5b-9495-9ecdc48e756f service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833004 Feb 03 03:06:06.760791 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event deleted for resources: {'Port': ['ID=2dc68c77-06b0-49f6-9cae-259e0e2cf797,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:06.820122 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks [] for floatingip (cd4d6948-81c5-47f9-9cad-c021b29a52c3), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:06.820458 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Floating IP cd4d6948-81c5-47f9-9cad-c021b29a52c3 disassociated (deleted). External IP: 172.27.2.189, port: 9ec67dbd-d798-42d9-982f-ae69f4d47df6. Feb 03 03:06:07.030425 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Router 0ad55923-4935-4050-a433-7b99567c30ea has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:06:07.145391 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:06:07.150634 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:07.155520 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80915f-9c45-42cf-86e0-db897eac2b60 None None] Sync routers for ids ['0ad55923-4935-4050-a433-7b99567c30ea'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:06:07.169288 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80915f-9c45-42cf-86e0-db897eac2b60 None None] Routers {'0ad55923-4935-4050-a433-7b99567c30ea'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:06:07.169914 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-cd80915f-9c45-42cf-86e0-db897eac2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:05:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0ad55923-4935-4050-a433-7b99567c30ea'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:07.180538 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-178bc2a3-dabd-4a66-b40f-5c9f185807b1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "DELETE /v2.0/floatingips/cd4d6948-81c5-47f9-9cad-c021b29a52c3 HTTP/1.1" status: 204 len: 168 time: 1.1292920 Feb 03 03:06:07.246544 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:06:07.274646 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-cd80915f-9c45-42cf-86e0-db897eac2b60 None None] Set router 0ad55923-4935-4050-a433-7b99567c30ea gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:06:07.481173 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-cd80915f-9c45-42cf-86e0-db897eac2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:32Z', 'revision_number': 4, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '542ba131-8598-49b6-aac6-729ba01c8a80', 'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'mac_address': 'fa:16:3e:3f:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:32Z', 'updated_at': '2022-02-03T03:03:37Z', 'revision_number': 5, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'subnets': [{'id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:07.507020 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80915f-9c45-42cf-86e0-db897eac2b60 None None] Checking router: 0ad55923-4935-4050-a433-7b99567c30ea for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:06:07.517647 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80915f-9c45-42cf-86e0-db897eac2b60 None None] Routers {'0ad55923-4935-4050-a433-7b99567c30ea'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:06:07.518250 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-cd80915f-9c45-42cf-86e0-db897eac2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:05:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0ad55923-4935-4050-a433-7b99567c30ea'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:07.621928 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-cd80915f-9c45-42cf-86e0-db897eac2b60 None None] Set router 0ad55923-4935-4050-a433-7b99567c30ea gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:06:07.837149 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-cd80915f-9c45-42cf-86e0-db897eac2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:32Z', 'revision_number': 4, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '542ba131-8598-49b6-aac6-729ba01c8a80', 'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'mac_address': 'fa:16:3e:3f:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:32Z', 'updated_at': '2022-02-03T03:03:37Z', 'revision_number': 5, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'subnets': [{'id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:07.850554 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:06:07.852998 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82addd5a-2546-4e76-9620-aba05f0b74fc" -d '{"events": [{"name": "network-changed", "server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:06:07.866882 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80915f-9c45-42cf-86e0-db897eac2b60 None None] The sync data for ids ['0ad55923-4935-4050-a433-7b99567c30ea'] in dv-cinder-827581-1-iscsi is: [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:32Z', 'revision_number': 4, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': '542ba131-8598-49b6-aac6-729ba01c8a80', 'name': '', 'network_id': '498b9135-fbf3-435a-8b17-a2229688881a', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'mac_address': 'fa:16:3e:3f:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:32Z', 'updated_at': '2022-02-03T03:03:37Z', 'revision_number': 5, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'subnets': [{'id': '5db4aeb3-78ea-41ce-92f9-70cab0d9260a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:06:07.889736 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcda315-dc4e-4799-88cd-6fe7571ed7c9 x-openstack-request-id: req-efcda315-dc4e-4799-88cd-6fe7571ed7c9 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:06:07.890166 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:06:07.890656 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efcda315-dc4e-4799-88cd-6fe7571ed7c9 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:06:07.891148 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'status': 'completed', 'code': 200} Feb 03 03:06:07.965642 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82addd5a-2546-4e76-9620-aba05f0b74fc req-c4920944-9015-479a-b6e0-eef16804e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:07.967543 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-82addd5a-2546-4e76-9620-aba05f0b74fc req-c4920944-9015-479a-b6e0-eef16804e6a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75a68a1b96ee4033bf683db87d2c6cfc&device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 1130 time: 0.0495751 Feb 03 03:06:08.058301 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82addd5a-2546-4e76-9620-aba05f0b74fc req-8318e6e0-b236-4a96-9a5b-e3d8cd46fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:08.059819 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-82addd5a-2546-4e76-9620-aba05f0b74fc req-8318e6e0-b236-4a96-9a5b-e3d8cd46fd2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=498b9135-fbf3-435a-8b17-a2229688881a HTTP/1.1" status: 200 len: 915 time: 0.0857887 Feb 03 03:06:08.097641 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4900f63-ea06-4ea1-9a16-8e8b1816f6a0 None None] New status for floating IP cd4d6948-81c5-47f9-9cad-c021b29a52c3: DOWN {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:06:08.123181 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-82addd5a-2546-4e76-9620-aba05f0b74fc req-ae448f7b-4528-40e1-8697-8c8bc409b28f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 200 len: 217 time: 0.0498362 Feb 03 03:06:08.434644 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82addd5a-2546-4e76-9620-aba05f0b74fc req-979127d6-2f5b-40fb-90b6-067b9cd83136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:08.436090 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-82addd5a-2546-4e76-9620-aba05f0b74fc req-979127d6-2f5b-40fb-90b6-067b9cd83136 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5db4aeb3-78ea-41ce-92f9-70cab0d9260a HTTP/1.1" status: 200 len: 853 time: 0.3077996 Feb 03 03:06:08.484657 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82addd5a-2546-4e76-9620-aba05f0b74fc req-0060d8bc-b4fb-45f8-8ed7-a868b639275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:08.486190 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-82addd5a-2546-4e76-9620-aba05f0b74fc req-0060d8bc-b4fb-45f8-8ed7-a868b639275f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=498b9135-fbf3-435a-8b17-a2229688881a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431974 Feb 03 03:06:08.582118 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-82addd5a-2546-4e76-9620-aba05f0b74fc req-275b514d-e4f4-4465-b4ca-0a3c5299bbc2 service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886667 Feb 03 03:06:08.677471 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-82addd5a-2546-4e76-9620-aba05f0b74fc req-fd79b534-56b1-49c6-85a5-4e7555530ad5 service neutron] 10.222.0.43 "GET /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894349 Feb 03 03:06:10.099652 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908f135-8741-4df8-86f4-2a584ff11d67 req-c2ce1549-a051-4017-96f9-8175685a535d tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:10.101231 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f908f135-8741-4df8-86f4-2a584ff11d67 req-c2ce1549-a051-4017-96f9-8175685a535d tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 946 time: 0.0910096 Feb 03 03:06:10.110423 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5b6b2-a804-41ad-b6e3-06518d2c5665 req-ede1549a-9205-4dff-8c43-6b86a9a12dbd tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:10.111778 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-81a5b6b2-a804-41ad-b6e3-06518d2c5665 req-ede1549a-9205-4dff-8c43-6b86a9a12dbd tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 945 time: 0.0901394 Feb 03 03:06:10.179353 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f908f135-8741-4df8-86f4-2a584ff11d67 req-1bd1ca9d-9abe-43fe-b596-87b2cdc7b44e tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666654 Feb 03 03:06:10.182596 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-81a5b6b2-a804-41ad-b6e3-06518d2c5665 req-e14f8732-9ab6-452a-926d-3f2e9e0202c7 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643497 Feb 03 03:06:11.334496 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b950-b8da-4c80-a350-f1fb37518c9a req-8b179d66-3b3c-43cd-8ebc-b421dbd8b29d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:11.336020 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a736b950-b8da-4c80-a350-f1fb37518c9a req-8b179d66-3b3c-43cd-8ebc-b421dbd8b29d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 945 time: 0.0822616 Feb 03 03:06:11.346456 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2021b-cde1-4faf-906f-630e5497e0a3 req-62768bbd-218a-4867-9961-05f3ba90d861 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:11.347719 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b0a2021b-cde1-4faf-906f-630e5497e0a3 req-62768bbd-218a-4867-9961-05f3ba90d861 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 946 time: 0.0852237 Feb 03 03:06:11.414743 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a736b950-b8da-4c80-a350-f1fb37518c9a req-1775c767-cb14-4066-bd82-9f020dc7afa8 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/security-groups?id=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661099 Feb 03 03:06:11.418013 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b0a2021b-cde1-4faf-906f-630e5497e0a3 req-b115c8be-a14c-4cfe-a9d6-44497ddd8b1f tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/security-groups?id=e14d6e94-5674-4f54-98bd-50761a843e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639169 Feb 03 03:06:11.679630 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f895ab9-dadb-47b1-b80d-6e7e9bdecdcc req-ec02a958-0076-483e-86f7-5494171ae66e tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:11.681150 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7f895ab9-dadb-47b1-b80d-6e7e9bdecdcc req-ec02a958-0076-483e-86f7-5494171ae66e tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 945 time: 0.0554447 Feb 03 03:06:11.691114 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fb8ae-e847-4e7d-8f90-067f6a338c7f req-b864b0e3-e92d-4134-917d-b6fd5e540bd1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:11.692548 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-718fb8ae-e847-4e7d-8f90-067f6a338c7f req-b864b0e3-e92d-4134-917d-b6fd5e540bd1 tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.43 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 946 time: 0.0521417 Feb 03 03:06:11.780468 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-7f895ab9-dadb-47b1-b80d-6e7e9bdecdcc req-f5093991-f55c-4d34-9133-58743c3f9b87 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Deleting port c4be19ca-7543-4609-b13c-a0b0a73f0618 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:06:11.780830 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-7f895ab9-dadb-47b1-b80d-6e7e9bdecdcc req-f5093991-f55c-4d34-9133-58743c3f9b87 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:11.788766 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-718fb8ae-e847-4e7d-8f90-067f6a338c7f req-12ff9454-8857-42e5-921c-6885f8c05f6c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Deleting port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:06:11.789144 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-718fb8ae-e847-4e7d-8f90-067f6a338c7f req-12ff9454-8857-42e5-921c-6885f8c05f6c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:11.864502 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [req-7f895ab9-dadb-47b1-b80d-6e7e9bdecdcc req-f5093991-f55c-4d34-9133-58743c3f9b87 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] For port c4be19ca-7543-4609-b13c-a0b0a73f0618, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=c4be19ca-7543-4609-b13c-a0b0a73f0618,segment=NetworkSegment(ee187d49-1a11-4be3-a5fc-da3206430dd1),segment_id=ee187d49-1a11-4be3-a5fc-da3206430dd1)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:06:11.864869 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-7f895ab9-dadb-47b1-b80d-6e7e9bdecdcc req-f5093991-f55c-4d34-9133-58743c3f9b87 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:11.877087 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-718fb8ae-e847-4e7d-8f90-067f6a338c7f req-12ff9454-8857-42e5-921c-6885f8c05f6c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] For port 9ec67dbd-d798-42d9-982f-ae69f4d47df6, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=9ec67dbd-d798-42d9-982f-ae69f4d47df6,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:06:11.877308 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [req-7f895ab9-dadb-47b1-b80d-6e7e9bdecdcc req-f5093991-f55c-4d34-9133-58743c3f9b87 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Calling delete_port for c4be19ca-7543-4609-b13c-a0b0a73f0618 owned by compute:nova {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:06:11.877420 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-718fb8ae-e847-4e7d-8f90-067f6a338c7f req-12ff9454-8857-42e5-921c-6885f8c05f6c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:11.890786 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-718fb8ae-e847-4e7d-8f90-067f6a338c7f req-12ff9454-8857-42e5-921c-6885f8c05f6c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Calling delete_port for 9ec67dbd-d798-42d9-982f-ae69f4d47df6 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:06:12.002181 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-7f895ab9-dadb-47b1-b80d-6e7e9bdecdcc req-f5093991-f55c-4d34-9133-58743c3f9b87 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (c4be19ca-7543-4609-b13c-a0b0a73f0618), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:12.014431 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['c4be19ca-7543-4609-b13c-a0b0a73f0618'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:06:12.025048 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-718fb8ae-e847-4e7d-8f90-067f6a338c7f req-12ff9454-8857-42e5-921c-6885f8c05f6c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (9ec67dbd-d798-42d9-982f-ae69f4d47df6), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:12.030994 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5093991-f55c-4d34-9133-58743c3f9b87 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Pushing event deleted for resources: {'Port': ['ID=c4be19ca-7543-4609-b13c-a0b0a73f0618,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:12.043825 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['9ec67dbd-d798-42d9-982f-ae69f4d47df6'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:06:12.055429 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff9454-8857-42e5-921c-6885f8c05f6c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Pushing event deleted for resources: {'Port': ['ID=9ec67dbd-d798-42d9-982f-ae69f4d47df6,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:12.095342 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f895ab9-dadb-47b1-b80d-6e7e9bdecdcc req-f5093991-f55c-4d34-9133-58743c3f9b87 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] No DVR routers for this DVR port c4be19ca-7543-4609-b13c-a0b0a73f0618 on host hv-cinder-82758 {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:06:12.097977 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [req-7f895ab9-dadb-47b1-b80d-6e7e9bdecdcc req-f5093991-f55c-4d34-9133-58743c3f9b87 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:12.101362 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [req-7f895ab9-dadb-47b1-b80d-6e7e9bdecdcc req-f5093991-f55c-4d34-9133-58743c3f9b87 tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.43 "DELETE /v2.0/ports/c4be19ca-7543-4609-b13c-a0b0a73f0618 HTTP/1.1" status: 204 len: 173 time: 0.4150286 Feb 03 03:06:12.101836 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4dc0b3-873e-4eff-9856-ed40da69a404', 'name': 'network-vif-deleted', 'tag': 'c4be19ca-7543-4609-b13c-a0b0a73f0618'}] {{(pid=102483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:06:12.104066 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08dd9bf7c746f5757d8826efa23a54763b30fbc53fd891a1b6723d7024db9f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e734fa9-9704-470a-92c4-be9b12ac70a9" -d '{"events": [{"server_uuid": "5a4dc0b3-873e-4eff-9856-ed40da69a404", "name": "network-vif-deleted", "tag": "c4be19ca-7543-4609-b13c-a0b0a73f0618"}]}' {{(pid=102483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:06:12.104576 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-718fb8ae-e847-4e7d-8f90-067f6a338c7f req-12ff9454-8857-42e5-921c-6885f8c05f6c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] No DVR routers for this DVR port 9ec67dbd-d798-42d9-982f-ae69f4d47df6 on host hv-cinder-82758 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:06:12.106920 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-718fb8ae-e847-4e7d-8f90-067f6a338c7f req-12ff9454-8857-42e5-921c-6885f8c05f6c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:12.111547 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-718fb8ae-e847-4e7d-8f90-067f6a338c7f req-12ff9454-8857-42e5-921c-6885f8c05f6c tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.43 "DELETE /v2.0/ports/9ec67dbd-d798-42d9-982f-ae69f4d47df6 HTTP/1.1" status: 204 len: 173 time: 0.4131165 Feb 03 03:06:12.112111 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'name': 'network-vif-deleted', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:06:12.114503 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b71eb5e-801b-44a5-9a80-3727908ff943" -d '{"events": [{"server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "name": "network-vif-deleted", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:06:12.167179 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d780b083-e318-4087-9eb0-f09a99773efc x-openstack-request-id: req-d780b083-e318-4087-9eb0-f09a99773efc {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:06:12.167510 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4dc0b3-873e-4eff-9856-ed40da69a404", "name": "network-vif-deleted", "tag": "c4be19ca-7543-4609-b13c-a0b0a73f0618", "status": "completed", "code": 200}]} {{(pid=102483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:06:12.167701 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d780b083-e318-4087-9eb0-f09a99773efc {{(pid=102483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:06:12.168099 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4dc0b3-873e-4eff-9856-ed40da69a404', 'name': 'network-vif-deleted', 'tag': 'c4be19ca-7543-4609-b13c-a0b0a73f0618', 'status': 'completed', 'code': 200} Feb 03 03:06:12.177928 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3429068-1ef3-4f31-9d81-419858206487 x-openstack-request-id: req-c3429068-1ef3-4f31-9d81-419858206487 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:06:12.178244 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a55f26-9a9c-453f-89e5-b19794d5b414", "name": "network-vif-deleted", "tag": "9ec67dbd-d798-42d9-982f-ae69f4d47df6", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:06:12.178491 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3429068-1ef3-4f31-9d81-419858206487 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:06:12.178888 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a55f26-9a9c-453f-89e5-b19794d5b414', 'name': 'network-vif-deleted', 'tag': '9ec67dbd-d798-42d9-982f-ae69f4d47df6', 'status': 'completed', 'code': 200} Feb 03 03:06:12.582099 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-980b067c-e2dc-49e6-8940-bee5c6c9fa81 req-dbfab784-1d4c-4ef7-9467-ba0c23f5a40d tempest-VolumesSnapshotTestJSON-731130571 tempest-VolumesSnapshotTestJSON-731130571-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4dc0b3-873e-4eff-9856-ed40da69a404 HTTP/1.1" status: 200 len: 210 time: 0.0724154 Feb 03 03:06:12.591811 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-63ab957a-ad11-429e-be63-ff31e9ef0828 req-5a0a9143-5c48-4d67-93cf-6d0d9b0a729d tempest-TestMinimumBasicScenario-1383127318 tempest-TestMinimumBasicScenario-1383127318-project] 10.222.0.31 "GET /v2.0/ports?device_id=74a55f26-9a9c-453f-89e5-b19794d5b414 HTTP/1.1" status: 200 len: 210 time: 0.0710595 Feb 03 03:06:13.450570 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:14.303563 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58244) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:14.331992 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device c4be19ca-7543-4609-b13c-a0b0a73f0618 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:06:14.355328 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: c4be19ca-7543-4609-b13c-a0b0a73f0618 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:06:14.355720 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device c4be19ca-7543-4609-b13c-a0b0a73f0618 not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:06:14.356126 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 9ec67dbd-d798-42d9-982f-ae69f4d47df6 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:06:14.374840 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: 9ec67dbd-d798-42d9-982f-ae69f4d47df6 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:06:14.375190 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device 9ec67dbd-d798-42d9-982f-ae69f4d47df6 not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:06:14.664766 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133768984'] for router_interface (0ad55923-4935-4050-a433-7b99567c30ea), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:14.907311 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] Deleting port 542ba131-8598-49b6-aac6-729ba01c8a80 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:06:14.907631 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:14.988220 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] For port 542ba131-8598-49b6-aac6-729ba01c8a80, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=542ba131-8598-49b6-aac6-729ba01c8a80,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:06:14.988579 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:15.001250 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] Calling delete_port for 542ba131-8598-49b6-aac6-729ba01c8a80 owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:06:15.189260 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (542ba131-8598-49b6-aac6-729ba01c8a80), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:15.216020 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] Pushing event deleted for resources: {'Port': ['ID=542ba131-8598-49b6-aac6-729ba01c8a80,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:15.385143 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133727687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133769204'] for router_interface (0ad55923-4935-4050-a433-7b99567c30ea), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:15.607177 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] Router 0ad55923-4935-4050-a433-7b99567c30ea has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:06:15.614174 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-29997e8a-8f34-485a-b3b9-aaadddd6df01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:15.719317 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:06:15.724600 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e222b2f1-8f8e-4335-b793-d3bcd7ea293f admin admin] 10.222.0.31 "PUT /v2.0/routers/0ad55923-4935-4050-a433-7b99567c30ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4195995 Feb 03 03:06:15.727051 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58252) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:15.730792 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa56aaa9-2775-41fc-ac3d-b5de33f2d23f None None] Sync routers for ids ['0ad55923-4935-4050-a433-7b99567c30ea'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:06:15.744120 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa56aaa9-2775-41fc-ac3d-b5de33f2d23f None None] Routers {'0ad55923-4935-4050-a433-7b99567c30ea'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:06:15.744740 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-fa56aaa9-2775-41fc-ac3d-b5de33f2d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:05:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0ad55923-4935-4050-a433-7b99567c30ea'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:15.833179 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Publish callbacks [] for router (0ad55923-4935-4050-a433-7b99567c30ea), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:15.849138 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-fa56aaa9-2775-41fc-ac3d-b5de33f2d23f None None] Set router 0ad55923-4935-4050-a433-7b99567c30ea gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:06:15.937332 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Publish callbacks [] for router_gateway (0ad55923-4935-4050-a433-7b99567c30ea), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:15.991501 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Deleting port de1cbb9c-cae8-4ba7-ae42-61689f6ff290 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:06:15.991837 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.070947 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] For port de1cbb9c-cae8-4ba7-ae42-61689f6ff290, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=de1cbb9c-cae8-4ba7-ae42-61689f6ff290,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:06:16.071395 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.084192 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Calling delete_port for de1cbb9c-cae8-4ba7-ae42-61689f6ff290 owned by network:router_gateway {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:06:16.156866 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-fa56aaa9-2775-41fc-ac3d-b5de33f2d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:06:15Z', 'revision_number': 5, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port': {'id': 'de1cbb9c-cae8-4ba7-ae42-61689f6ff290', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad55923-4935-4050-a433-7b99567c30ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:16.182105 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa56aaa9-2775-41fc-ac3d-b5de33f2d23f None None] Checking router: 0ad55923-4935-4050-a433-7b99567c30ea for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:06:16.190222 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa56aaa9-2775-41fc-ac3d-b5de33f2d23f None None] Routers {'0ad55923-4935-4050-a433-7b99567c30ea'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:06:16.190762 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-fa56aaa9-2775-41fc-ac3d-b5de33f2d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:05:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['0ad55923-4935-4050-a433-7b99567c30ea'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:16.249045 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (de1cbb9c-cae8-4ba7-ae42-61689f6ff290), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.273530 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1cbb9c-cae8-4ba7-ae42-61689f6ff290,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:16.275214 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-fa56aaa9-2775-41fc-ac3d-b5de33f2d23f None None] Set router 0ad55923-4935-4050-a433-7b99567c30ea gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:06:16.328664 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-fa56aaa9-2775-41fc-ac3d-b5de33f2d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:06:15Z', 'revision_number': 6, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port_host': None}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:16.334534 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133773398'] for router_gateway (0ad55923-4935-4050-a433-7b99567c30ea), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.356206 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa56aaa9-2775-41fc-ac3d-b5de33f2d23f None None] The sync data for ids ['0ad55923-4935-4050-a433-7b99567c30ea'] in dv-cinder-827581-1-iscsi is: [{'id': '0ad55923-4935-4050-a433-7b99567c30ea', 'name': 'tempest-TestMinimumBasicScenario-487497735-router', 'tenant_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:30Z', 'updated_at': '2022-02-03T03:06:15Z', 'revision_number': 6, 'project_id': '75a68a1b96ee4033bf683db87d2c6cfc', 'gw_port_host': None}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:06:16.428331 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29171'] for router (0ad55923-4935-4050-a433-7b99567c30ea), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.430552 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Publish callbacks [] for router_controller (0ad55923-4935-4050-a433-7b99567c30ea), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.472342 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-499910'] for router (0ad55923-4935-4050-a433-7b99567c30ea), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.472890 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad55923-4935-4050-a433-7b99567c30ea {{(pid=102482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 03:06:16.477447 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.478604 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-26ee939b-8905-420b-8824-7463fcd07528 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0ad55923-4935-4050-a433-7b99567c30ea HTTP/1.1" status: 204 len: 168 time: 0.7506604 Feb 03 03:06:16.482091 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58256) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:16.527507 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafd2ad3-8a74-40ca-bb37-3e926ba45d5c admin admin] Deleting subnet 5db4aeb3-78ea-41ce-92f9-70cab0d9260a {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:06:16.531705 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ad3-8a74-40ca-bb37-3e926ba45d5c admin admin] Publish callbacks [] for subnet (5db4aeb3-78ea-41ce-92f9-70cab0d9260a), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.578223 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ad3-8a74-40ca-bb37-3e926ba45d5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8945969'] for subnet (5db4aeb3-78ea-41ce-92f9-70cab0d9260a), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.660290 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ad3-8a74-40ca-bb37-3e926ba45d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (5db4aeb3-78ea-41ce-92f9-70cab0d9260a), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.714555 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ad3-8a74-40ca-bb37-3e926ba45d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9381364'] for subnet (5db4aeb3-78ea-41ce-92f9-70cab0d9260a), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.740442 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd2ad3-8a74-40ca-bb37-3e926ba45d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db4aeb3-78ea-41ce-92f9-70cab0d9260a,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:16.744116 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ad3-8a74-40ca-bb37-3e926ba45d5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.749602 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-bafd2ad3-8a74-40ca-bb37-3e926ba45d5c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5db4aeb3-78ea-41ce-92f9-70cab0d9260a HTTP/1.1" status: 204 len: 168 time: 0.2642953 Feb 03 03:06:16.750436 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 58258) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:16.753241 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610d526-a946-4b62-b8ea-355f29191c69 None None] Network 498b9135-fbf3-435a-8b17-a2229688881a requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:06:16.825159 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (498b9135-fbf3-435a-8b17-a2229688881a), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.885105 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Deleting port 733dfd9d-2136-4dae-a05d-dc4839a06920 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:06:16.885440 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.950978 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] For port 733dfd9d-2136-4dae-a05d-dc4839a06920, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=733dfd9d-2136-4dae-a05d-dc4839a06920,segment=NetworkSegment(dae782b3-3a3b-4d00-8676-881ca4cd18e6),segment_id=dae782b3-3a3b-4d00-8676-881ca4cd18e6)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:06:16.951316 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:16.963792 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Calling delete_port for 733dfd9d-2136-4dae-a05d-dc4839a06920 owned by network:dhcp {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:06:17.044219 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (733dfd9d-2136-4dae-a05d-dc4839a06920), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:17.072570 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Pushing event deleted for resources: {'Port': ['ID=733dfd9d-2136-4dae-a05d-dc4839a06920,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:17.076512 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] No DVR routers for this DVR port 733dfd9d-2136-4dae-a05d-dc4839a06920 on host dv-cinder-827581-1-iscsi {{(pid=102483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:06:17.117458 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870a56ec-8c04-449c-bec4-dd3027a5a5b4 None None] DHCP port deletion for 498b9135-fbf3-435a-8b17-a2229688881a request from dv-cinder-827581-1-iscsi {{(pid=102484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 03:06:17.159581 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (498b9135-fbf3-435a-8b17-a2229688881a), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:17.179186 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498b9135-fbf3-435a-8b17-a2229688881a']}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:17.189902 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae782b3-3a3b-4d00-8676-881ca4cd18e6') {'for_net_delete': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:17.190201 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae782b3-3a3b-4d00-8676-881ca4cd18e6') {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:17.202148 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575254'] for segment (dae782b3-3a3b-4d00-8676-881ca4cd18e6), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:17.217263 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (dae782b3-3a3b-4d00-8676-881ca4cd18e6), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:17.223897 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:06:17.224382 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3364233'] for segment (dae782b3-3a3b-4d00-8676-881ca4cd18e6), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: Traceback (most recent call last): Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: timer() Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: cb(*args, **kw) Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: return func(*args, **kwargs) Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: self._notify() Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: self.callback(batched_events) Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: event.method(event) Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: return f(self, *a, **k) Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._get(url).json() Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: return self.request(url, 'GET', **kwargs) Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:06:17.226137 dv-cinder-827581-1-iscsi neutron-server[102483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:06:17.286743 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (498b9135-fbf3-435a-8b17-a2229688881a), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:17.292624 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:17.298810 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] 10.222.0.31 "DELETE /v2.0/networks/498b9135-fbf3-435a-8b17-a2229688881a HTTP/1.1" status: 204 len: 168 time: 0.5430267 Feb 03 03:06:17.299157 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58262) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:17.310104 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2be8-6e2d-45e0-ac3a-9d5ca88f4648 admin admin] Pushing event deleted for resources: {'Network': ['ID=498b9135-fbf3-435a-8b17-a2229688881a,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:17.829812 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 542ba131-8598-49b6-aac6-729ba01c8a80 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:06:17.849963 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 542ba131-8598-49b6-aac6-729ba01c8a80 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:06:17.850309 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 542ba131-8598-49b6-aac6-729ba01c8a80 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:06:17.850718 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 733dfd9d-2136-4dae-a05d-dc4839a06920 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:06:17.869928 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 733dfd9d-2136-4dae-a05d-dc4839a06920 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:06:17.870271 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 733dfd9d-2136-4dae-a05d-dc4839a06920 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:06:17.871460 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device de1cbb9c-cae8-4ba7-ae42-61689f6ff290 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:06:17.903939 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: de1cbb9c-cae8-4ba7-ae42-61689f6ff290 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:06:17.904288 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device de1cbb9c-cae8-4ba7-ae42-61689f6ff290 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:06:17.911896 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-aad81e51-1fbb-44e9-8418-9498fa57238b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:17.917618 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133768984'] for router_interface (ecee6544-8c00-4dbe-b03b-56e764de9840), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:18.176934 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] Deleting port 09067bbe-a834-431f-929d-ed161384f8bf {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:06:18.177237 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (09067bbe-a834-431f-929d-ed161384f8bf), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:18.260197 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] For port 09067bbe-a834-431f-929d-ed161384f8bf, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=09067bbe-a834-431f-929d-ed161384f8bf,segment=NetworkSegment(e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b),segment_id=e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:06:18.260563 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (09067bbe-a834-431f-929d-ed161384f8bf), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:18.273059 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] Calling delete_port for 09067bbe-a834-431f-929d-ed161384f8bf owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:06:18.463306 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (09067bbe-a834-431f-929d-ed161384f8bf), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:18.495378 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=09067bbe-a834-431f-929d-ed161384f8bf,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:18.663248 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133727687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133769204'] for router_interface (ecee6544-8c00-4dbe-b03b-56e764de9840), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:18.887864 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] Router ecee6544-8c00-4dbe-b03b-56e764de9840 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:06:19.004296 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:06:19.009617 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8a93da0b-9038-45ec-8799-2bf4fe1c7e7a admin admin] 10.222.0.31 "PUT /v2.0/routers/ecee6544-8c00-4dbe-b03b-56e764de9840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7093809 Feb 03 03:06:19.012505 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 58272) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:19.014031 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd45b1-1d56-4914-a8b4-0fab8fad65e8 None None] Sync routers for ids ['ecee6544-8c00-4dbe-b03b-56e764de9840'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:06:19.023454 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd45b1-1d56-4914-a8b4-0fab8fad65e8 None None] Routers {'ecee6544-8c00-4dbe-b03b-56e764de9840'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:06:19.024050 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-0ddd45b1-1d56-4914-a8b4-0fab8fad65e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:06:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecee6544-8c00-4dbe-b03b-56e764de9840'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:19.116267 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Publish callbacks [] for router (ecee6544-8c00-4dbe-b03b-56e764de9840), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.126361 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-0ddd45b1-1d56-4914-a8b4-0fab8fad65e8 None None] Set router ecee6544-8c00-4dbe-b03b-56e764de9840 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:06:19.217636 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Publish callbacks [] for router_gateway (ecee6544-8c00-4dbe-b03b-56e764de9840), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.268140 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Deleting port 2f422cb1-360a-49ee-986b-141866e64320 {{(pid=102483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:06:19.268507 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (2f422cb1-360a-49ee-986b-141866e64320), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.301324 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-0ddd45b1-1d56-4914-a8b4-0fab8fad65e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'name': 'tempest-TestMinimumBasicScenario-1647270445-router', 'tenant_id': '754093811911452e9c216cb971b60309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '2f422cb1-360a-49ee-986b-141866e64320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:34Z', 'updated_at': '2022-02-03T03:06:18Z', 'revision_number': 5, 'project_id': '754093811911452e9c216cb971b60309', 'gw_port': {'id': '2f422cb1-360a-49ee-986b-141866e64320', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:03:35Z', 'updated_at': '2022-02-03T03:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:19.327850 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd45b1-1d56-4914-a8b4-0fab8fad65e8 None None] Checking router: ecee6544-8c00-4dbe-b03b-56e764de9840 for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:06:19.336317 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd45b1-1d56-4914-a8b4-0fab8fad65e8 None None] Routers {'ecee6544-8c00-4dbe-b03b-56e764de9840'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:06:19.336966 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-0ddd45b1-1d56-4914-a8b4-0fab8fad65e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:06:18Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecee6544-8c00-4dbe-b03b-56e764de9840'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:19.344065 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.db [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] For port 2f422cb1-360a-49ee-986b-141866e64320, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=2f422cb1-360a-49ee-986b-141866e64320,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:06:19.344431 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (2f422cb1-360a-49ee-986b-141866e64320), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.359897 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Calling delete_port for 2f422cb1-360a-49ee-986b-141866e64320 owned by network:router_gateway {{(pid=102483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:06:19.420390 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-0ddd45b1-1d56-4914-a8b4-0fab8fad65e8 None None] Set router ecee6544-8c00-4dbe-b03b-56e764de9840 gateway port host: None {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:06:19.473604 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-0ddd45b1-1d56-4914-a8b4-0fab8fad65e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'name': 'tempest-TestMinimumBasicScenario-1647270445-router', 'tenant_id': '754093811911452e9c216cb971b60309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:34Z', 'updated_at': '2022-02-03T03:06:19Z', 'revision_number': 6, 'project_id': '754093811911452e9c216cb971b60309', 'gw_port_host': None}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:19.499075 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd45b1-1d56-4914-a8b4-0fab8fad65e8 None None] The sync data for ids ['ecee6544-8c00-4dbe-b03b-56e764de9840'] in dv-cinder-827581-1-iscsi is: [{'id': 'ecee6544-8c00-4dbe-b03b-56e764de9840', 'name': 'tempest-TestMinimumBasicScenario-1647270445-router', 'tenant_id': '754093811911452e9c216cb971b60309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:03:34Z', 'updated_at': '2022-02-03T03:06:19Z', 'revision_number': 6, 'project_id': '754093811911452e9c216cb971b60309', 'gw_port_host': None}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:06:19.519178 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3364282'] for port (2f422cb1-360a-49ee-986b-141866e64320), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.549216 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f422cb1-360a-49ee-986b-141866e64320,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:19.608833 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133773398'] for router_gateway (ecee6544-8c00-4dbe-b03b-56e764de9840), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.632132 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.697793 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29171'] for router (ecee6544-8c00-4dbe-b03b-56e764de9840), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.701184 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Publish callbacks [] for router_controller (ecee6544-8c00-4dbe-b03b-56e764de9840), precommit_delete_associations {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.750882 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-499910'] for router (ecee6544-8c00-4dbe-b03b-56e764de9840), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.751402 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecee6544-8c00-4dbe-b03b-56e764de9840 {{(pid=102483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 03:06:19.756113 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.757356 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ec9b3e18-941c-44c5-aa18-38cbac430030 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ecee6544-8c00-4dbe-b03b-56e764de9840 HTTP/1.1" status: 204 len: 168 time: 0.7438009 Feb 03 03:06:19.760204 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58282) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:19.803562 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d99528c-865b-4815-8ea6-8e2abed58338 admin admin] Deleting subnet fb612243-c019-46be-a3b9-9daee1adc0bf {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:06:19.806653 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2d99528c-865b-4815-8ea6-8e2abed58338 admin admin] Publish callbacks [] for subnet (fb612243-c019-46be-a3b9-9daee1adc0bf), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.848425 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2d99528c-865b-4815-8ea6-8e2abed58338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8945969'] for subnet (fb612243-c019-46be-a3b9-9daee1adc0bf), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.940063 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2d99528c-865b-4815-8ea6-8e2abed58338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (fb612243-c019-46be-a3b9-9daee1adc0bf), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:19.970034 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 09067bbe-a834-431f-929d-ed161384f8bf no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:06:19.991365 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 09067bbe-a834-431f-929d-ed161384f8bf {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:06:19.991865 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 09067bbe-a834-431f-929d-ed161384f8bf not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:06:19.993369 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2d99528c-865b-4815-8ea6-8e2abed58338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9381364'] for subnet (fb612243-c019-46be-a3b9-9daee1adc0bf), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.017675 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99528c-865b-4815-8ea6-8e2abed58338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb612243-c019-46be-a3b9-9daee1adc0bf,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:20.021163 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-2d99528c-865b-4815-8ea6-8e2abed58338 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.024355 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-2d99528c-865b-4815-8ea6-8e2abed58338 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fb612243-c019-46be-a3b9-9daee1adc0bf HTTP/1.1" status: 204 len: 168 time: 0.2631347 Feb 03 03:06:20.027089 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58284) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:20.029602 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c173797-f81b-4b1d-9c0c-49d702bd854b None None] Network f0fa94ba-b7a4-4e25-988f-5316d32c5679 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:06:20.094722 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (f0fa94ba-b7a4-4e25-988f-5316d32c5679), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.150653 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Deleting port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:06:20.150989 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.211163 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] For port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65,segment=NetworkSegment(e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b),segment_id=e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:06:20.211384 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.224322 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Calling delete_port for 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 owned by network:dhcp {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:06:20.284681 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452fe93b-c808-43a1-b2b6-73e210332826 None None] DHCP port deletion for f0fa94ba-b7a4-4e25-988f-5316d32c5679 request from dv-cinder-827581-1-iscsi {{(pid=102484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 03:06:20.311178 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.331624 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-452fe93b-c808-43a1-b2b6-73e210332826 None None] Deleting port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 {{(pid=102484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:06:20.331995 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-452fe93b-c808-43a1-b2b6-73e210332826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), before_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.336551 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:20.340109 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] No DVR routers for this DVR port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 on host dv-cinder-827581-1-iscsi {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:06:20.400121 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-452fe93b-c808-43a1-b2b6-73e210332826 None None] For port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65, host dv-cinder-827581-1-iscsi, got binding levels [] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:06:20.400513 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-452fe93b-c808-43a1-b2b6-73e210332826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), precommit_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.410721 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (f0fa94ba-b7a4-4e25-988f-5316d32c5679), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.412932 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-452fe93b-c808-43a1-b2b6-73e210332826 None None] Calling delete_port for 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 owned by network:dhcp {{(pid=102484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:06:20.415622 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.ipam_backend_mixin [None req-452fe93b-c808-43a1-b2b6-73e210332826 None None] Port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 was not found and therefore no delete operation was performed {{(pid=102484) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 03:06:20.417024 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-452fe93b-c808-43a1-b2b6-73e210332826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900'] for port (44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65), after_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.430069 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fa94ba-b7a4-4e25-988f-5316d32c5679']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:20.439200 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:20.439494 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:20.441505 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fe93b-c808-43a1-b2b6-73e210332826 None None] Pushing event deleted for resources: {'Port': ['ID=44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65,revision_number=None']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:20.444814 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452fe93b-c808-43a1-b2b6-73e210332826 None None] No DVR routers for this DVR port 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 on host dv-cinder-827581-1-iscsi {{(pid=102484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:06:20.448918 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8945960'] for segment (e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.464601 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.471619 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:06:20.472039 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993336'] for segment (e11ccfa8-5a9b-46fc-89ae-cf06a8f67e7b), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: Traceback (most recent call last): Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: timer() Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: cb(*args, **kw) Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: self._notify() Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: self.callback(batched_events) Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: event.method(event) Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: return f(self, *a, **k) Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._get(url).json() Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:06:20.473969 dv-cinder-827581-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:06:20.533982 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (f0fa94ba-b7a4-4e25-988f-5316d32c5679), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.539701 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.545410 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f0fa94ba-b7a4-4e25-988f-5316d32c5679 HTTP/1.1" status: 204 len: 168 time: 0.5149379 Feb 03 03:06:20.555403 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a964ae0-431d-496a-8bfc-ca2f9a0c8b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0fa94ba-b7a4-4e25-988f-5316d32c5679,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:20.595305 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.668652 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58288) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:20.707965 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-ece03e41-fdb7-4f2e-a74f-64bf6c44c122 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75a68a1b96ee4033bf683db87d2c6cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379441 Feb 03 03:06:20.710469 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58292) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:20.762295 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0e91ead6-fd5f-48f3-8b55-25bed986d0e6 admin admin] Publish callbacks [] for security_group (e14d6e94-5674-4f54-98bd-50761a843e6e), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.783335 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0e91ead6-fd5f-48f3-8b55-25bed986d0e6 admin admin] Publish callbacks [] for security_group (e14d6e94-5674-4f54-98bd-50761a843e6e), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.834258 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0e91ead6-fd5f-48f3-8b55-25bed986d0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (e14d6e94-5674-4f54-98bd-50761a843e6e), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.836779 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0e91ead6-fd5f-48f3-8b55-25bed986d0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:20.837928 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-0e91ead6-fd5f-48f3-8b55-25bed986d0e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e14d6e94-5674-4f54-98bd-50761a843e6e HTTP/1.1" status: 204 len: 168 time: 0.1265614 Feb 03 03:06:20.845964 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91ead6-fd5f-48f3-8b55-25bed986d0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d6e94-5674-4f54-98bd-50761a843e6e,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:21.166949 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 58304) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:21.205043 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-713260c0-da60-4c00-97f1-9fdf43ce7225 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=754093811911452e9c216cb971b60309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369096 Feb 03 03:06:21.207483 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 58306) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:21.253729 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-41e8cd24-d264-4812-bbf7-ee4e1d426fc4 admin admin] Publish callbacks [] for security_group (6879c7f9-3f3b-47b3-b413-5540d2650236), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:21.273517 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-41e8cd24-d264-4812-bbf7-ee4e1d426fc4 admin admin] Publish callbacks [] for security_group (6879c7f9-3f3b-47b3-b413-5540d2650236), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:21.325195 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-41e8cd24-d264-4812-bbf7-ee4e1d426fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (6879c7f9-3f3b-47b3-b413-5540d2650236), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:21.329403 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-41e8cd24-d264-4812-bbf7-ee4e1d426fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:21.330712 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-41e8cd24-d264-4812-bbf7-ee4e1d426fc4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6879c7f9-3f3b-47b3-b413-5540d2650236 HTTP/1.1" status: 204 len: 168 time: 0.1223657 Feb 03 03:06:21.338404 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8cd24-d264-4812-bbf7-ee4e1d426fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6879c7f9-3f3b-47b3-b413-5540d2650236,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:21.828210 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 2f422cb1-360a-49ee-986b-141866e64320 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:06:21.849297 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 2f422cb1-360a-49ee-986b-141866e64320 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:06:21.849659 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 2f422cb1-360a-49ee-986b-141866e64320 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:06:21.850058 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:06:21.868223 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:06:21.868564 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 44e5e1c9-4c00-4fdd-bd0e-e5466fa1dc65 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:06:22.166841 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:34.759285 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 58394) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:34.805591 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eee5cf9-db89-4266-b961-0796d904b6eb admin admin] Deleting subnet f1715b9e-394b-4655-9b60-81f8eea813fa {{(pid=102483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:06:34.808972 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2eee5cf9-db89-4266-b961-0796d904b6eb admin admin] Publish callbacks [] for subnet (f1715b9e-394b-4655-9b60-81f8eea813fa), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:34.846510 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2eee5cf9-db89-4266-b961-0796d904b6eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575247'] for subnet (f1715b9e-394b-4655-9b60-81f8eea813fa), precommit_delete_associations {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:34.884066 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2eee5cf9-db89-4266-b961-0796d904b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (f1715b9e-394b-4655-9b60-81f8eea813fa), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:34.936078 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2eee5cf9-db89-4266-b961-0796d904b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3364207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3847393'] for subnet (f1715b9e-394b-4655-9b60-81f8eea813fa), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:34.966506 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee5cf9-db89-4266-b961-0796d904b6eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1715b9e-394b-4655-9b60-81f8eea813fa,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:34.968410 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-2eee5cf9-db89-4266-b961-0796d904b6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:34.972196 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-2eee5cf9-db89-4266-b961-0796d904b6eb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f1715b9e-394b-4655-9b60-81f8eea813fa HTTP/1.1" status: 204 len: 168 time: 0.2114806 Feb 03 03:06:34.974198 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 58396) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:35.052927 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (ee964cae-ff6f-484e-a320-b30e15c79aec), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:35.129858 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (ee964cae-ff6f-484e-a320-b30e15c79aec), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:35.149037 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee964cae-ff6f-484e-a320-b30e15c79aec']}} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:35.157967 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee187d49-1a11-4be3-a5fc-da3206430dd1') {'for_net_delete': True} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:35.158254 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.services.segments.db [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee187d49-1a11-4be3-a5fc-da3206430dd1') {} {{(pid=102483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:06:35.167212 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575254'] for segment (ee187d49-1a11-4be3-a5fc-da3206430dd1), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:35.181052 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (ee187d49-1a11-4be3-a5fc-da3206430dd1), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:35.187212 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:06:35.187582 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3364233'] for segment (ee187d49-1a11-4be3-a5fc-da3206430dd1), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: Traceback (most recent call last): Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: timer() Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: cb(*args, **kw) Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: return func(*args, **kwargs) Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: self._notify() Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: self.callback(batched_events) Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: event.method(event) Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: return f(self, *a, **k) Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._get(url).json() Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: return self.request(url, 'GET', **kwargs) Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:06:35.189175 dv-cinder-827581-1-iscsi neutron-server[102483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:06:35.244444 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (ee964cae-ff6f-484e-a320-b30e15c79aec), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:35.250074 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:35.253173 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ee964cae-ff6f-484e-a320-b30e15c79aec HTTP/1.1" status: 204 len: 168 time: 0.2777314 Feb 03 03:06:35.264581 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628990c6-accb-4e32-af78-e7ba90e66d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee964cae-ff6f-484e-a320-b30e15c79aec,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:35.425675 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58400) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:35.465995 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-647194f1-c780-491b-a442-8cb8ce4e6553 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3c17e83a1e6491b9caecd968321a263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391872 Feb 03 03:06:35.469787 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58402) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:06:35.517477 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-219522bc-d70c-4344-bb28-2df3f4a69449 admin admin] Publish callbacks [] for security_group (934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:35.539527 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-219522bc-d70c-4344-bb28-2df3f4a69449 admin admin] Publish callbacks [] for security_group (934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:35.588485 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-219522bc-d70c-4344-bb28-2df3f4a69449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:35.591486 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-219522bc-d70c-4344-bb28-2df3f4a69449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:35.592650 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-219522bc-d70c-4344-bb28-2df3f4a69449 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325 HTTP/1.1" status: 204 len: 168 time: 0.1219556 Feb 03 03:06:35.600465 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219522bc-d70c-4344-bb28-2df3f4a69449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934ac9c6-fdb4-4ddb-8c0d-4432ff5c7325,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:43.457997 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:44.251271 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:06:45.624373 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-80fda5b5-6073-4269-ab43-c253131e253e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:47.895017 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f8dbc0f2-d1b4-4fa2-b7c6-47927a52ad41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:49.639543 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:50.598758 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:50.652306 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-700ba671-bb94-4fe4-8e57-7dc839b732a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1915441 Feb 03 03:06:50.720817 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-d3bc3dda-108a-4579-a3be-7f5ccbd5af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:50.722192 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-d3bc3dda-108a-4579-a3be-7f5ccbd5af09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0468361 Feb 03 03:06:50.821442 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-35e84d2a-bd5a-47b2-8e8e-3cbb66a949c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:50.822872 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-35e84d2a-bd5a-47b2-8e8e-3cbb66a949c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 913 time: 0.0803542 Feb 03 03:06:50.894502 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-40df963d-266f-4129-9a23-28199886bcc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c HTTP/1.1" status: 200 len: 1000 time: 0.0634596 Feb 03 03:06:50.943744 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-1ecf329f-8f9d-4a9b-8934-1775da886cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:50.945356 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-1ecf329f-8f9d-4a9b-8934-1775da886cae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0439882 Feb 03 03:06:50.995936 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-0b8f52ef-d7d0-4a08-80ae-de6fe956400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:50.997406 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-0b8f52ef-d7d0-4a08-80ae-de6fe956400b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446699 Feb 03 03:06:51.009204 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-467e2582-ce9e-4e5b-b898-e0960fd3ac79 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 03:06:51.010136 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-467e2582-ce9e-4e5b-b898-e0960fd3ac79 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047472 Feb 03 03:06:51.113186 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-fc15604d-6116-4e2c-8a2b-c1c6e6cb83e2 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956633 Feb 03 03:06:51.201987 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1da0af9b-35bc-4a57-b35a-429ca1918ca2 req-a867340b-44cd-4ab0-b56e-0babee713bd1 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825815 Feb 03 03:06:52.162319 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:52.512016 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-d670a174-a8c8-4728-8499-a1df68defae2 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1844821108&fields=id&tenant_id=264ee2f5b580483c85a302041b05c23f HTTP/1.1" status: 200 len: 267 time: 0.0444081 Feb 03 03:06:52.623923 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-2ddc50a6-4a55-4cb8-b04a-1058495ec713 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:52.625913 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-2ddc50a6-4a55-4cb8-b04a-1058495ec713 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 812 time: 0.1077299 Feb 03 03:06:52.640687 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-cc9ca796-c377-4161-a3c0-5f567d95c408 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/quotas/264ee2f5b580483c85a302041b05c23f HTTP/1.1" status: 200 len: 375 time: 0.0091534 Feb 03 03:06:52.698140 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-ff16278f-fdc4-4b8a-b420-ff06a038cda6 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525854 Feb 03 03:06:52.763323 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-cd3f5964-18dd-4fd9-9188-f1b867939340 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 03:06:52.764298 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-cd3f5964-18dd-4fd9-9188-f1b867939340 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0553851 Feb 03 03:06:52.854427 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-11837751-6cc3-490a-8bf9-a37f3de2278c service neutron] 10.222.0.31 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842662 Feb 03 03:06:52.947286 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-31297593-52e6-4f5b-8bda-4df88e9512b5 service neutron] 10.222.0.31 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872540 Feb 03 03:06:53.287193 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-68da9fcc-c168-4620-aee1-4f5740e92cb0 req-ec5eacd7-9025-4480-9f41-0c1e56ab2e72 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 210 time: 0.0775898 Feb 03 03:06:54.293082 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-b41cfbe4-b38a-48cd-82e0-109932320ef6 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:54.294849 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-b41cfbe4-b38a-48cd-82e0-109932320ef6 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 812 time: 0.1049666 Feb 03 03:06:54.393299 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7a0b5ba1-8fc0-4a13-a949-334f2e306119 req-fc280deb-0c86-4c15-883f-5a3b3817a03a tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 210 time: 0.0363636 Feb 03 03:06:54.401362 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-e3d303d1-d9a3-41c6-bba6-77d8077fce16 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=264ee2f5b580483c85a302041b05c23f HTTP/1.1" status: 200 len: 380 time: 0.0984941 Feb 03 03:06:54.413600 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'port': {'device_id': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'admin_state_up': True, 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'security_groups': ['559e18e1-acab-428b-ab74-3c30e7a3521e']}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:06:54.518696 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Made reservation on behalf of 264ee2f5b580483c85a302041b05c23f for: {'port': 1} {{(pid=102482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 03:06:54.522350 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:54.647653 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Allocated IP 172.20.0.11 (1f509aa5-ebd0-421b-bf85-c9ee605b4c0c/1e2752ff-1e61-42ad-9539-1b8331658918/b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:06:54.792786 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:54.825436 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:54.865802 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:06:54.868749 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:06:54.872306 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:06:54.880759 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'Port': ['ID=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:54.929484 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:54.930130 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:54.948579 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-519be8a3-3d59-42af-afbd-7ce067bda969 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5388083 Feb 03 03:06:54.960552 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Request body: {'port': {'device_id': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82758'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:06:55.021493 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:55.146231 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-bd413c9f-73b0-40b7-9b92-37edecf7290c None None] Provisioning complete for port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 triggered by entity DHCP. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:06:55.146833 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-bd413c9f-73b0-40b7-9b92-37edecf7290c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:55.183044 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-bd413c9f-73b0-40b7-9b92-37edecf7290c None None] Port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 cannot update to ACTIVE because it is not bound. {{(pid=102484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 03:06:55.289844 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 {{(pid=102482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:06:55.297187 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Publish callbacks [] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:55.308982 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.provisioning_blocks [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Transition to ACTIVE for port object b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 will not be triggered until provisioned by entity L2. {{(pid=102482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 03:06:55.315884 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:55.360565 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:55.431218 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Attempting to bind port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 on host hv-cinder-82758 for vnic_type normal with profile {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 03:06:55.431537 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Attempting to bind port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 by drivers openvswitch,hyperv on host hv-cinder-82758 at level 0 using segments [{'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 03:06:55.431874 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Attempting to bind port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 on network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:06:55.436150 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 on network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82758 {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 03:06:55.436467 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Attempting to bind port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 on network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 03:06:55.441166 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Checking agent: {'id': '1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82758', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'started_at': datetime.datetime(2022, 2, 3, 2, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 3, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 03:06:55.441499 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Checking segment: {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 03:06:55.441879 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Bound using segment: {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'} {{(pid=102482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 03:06:55.442300 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.managers [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Bound port: b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7, host: hv-cinder-82758, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0886798-4bb9-437d-b42e-9c1942d08dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c'}}] {{(pid=102482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 03:06:55.442651 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:55.534894 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] For port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7, host hv-cinder-82758, cleared binding levels {{(pid=102482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 03:06:55.539138 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] For port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7, host hv-cinder-82758, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 03:06:55.549191 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:55.562946 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c5502-8bba-4b95-b134-9db20c0c8bf5 req-723a62fc-68c6-484f-bb61-ae482c92d2a5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:55.564413 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-250c5502-8bba-4b95-b134-9db20c0c8bf5 req-723a62fc-68c6-484f-bb61-ae482c92d2a5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 944 time: 0.0863786 Feb 03 03:06:55.572332 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:55.572880 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:06:55.574303 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] 10.222.0.43 "PUT /v2.0/ports/b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 HTTP/1.1" status: 200 len: 1094 time: 0.6182299 Feb 03 03:06:55.592451 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'tag': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:06:55.594759 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c86702d-1cc3-43e7-953f-27a9779a3f21", "tag": "b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:06:55.645100 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574449a8-630b-471d-9bbe-61d8df292369 x-openstack-request-id: req-574449a8-630b-471d-9bbe-61d8df292369 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:06:55.645384 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c86702d-1cc3-43e7-953f-27a9779a3f21", "tag": "b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:06:55.645660 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-574449a8-630b-471d-9bbe-61d8df292369 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:06:55.646036 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'tag': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7', 'status': 'completed', 'code': 200} Feb 03 03:06:55.966522 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-250c5502-8bba-4b95-b134-9db20c0c8bf5 req-3dcaa605-24de-4dca-892e-be37a8708ed7 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3911068 Feb 03 03:06:55.973632 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf19964-be99-4132-b9b6-ee3dd14e4ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7,revision_number=3']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:06:55.992154 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-a2341a50-2cdb-4c8b-adea-47b0b27e3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:55.993707 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-a2341a50-2cdb-4c8b-adea-47b0b27e3d24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 1128 time: 0.3633754 Feb 03 03:06:56.035554 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-1c818079-040d-441a-bf1c-3b6e1a88b60d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 HTTP/1.1" status: 200 len: 217 time: 0.0333867 Feb 03 03:06:56.086507 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-06b99fa5-4d87-4cd6-a612-51cda704de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:56.087982 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-06b99fa5-4d87-4cd6-a612-51cda704de9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0467360 Feb 03 03:06:56.141870 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-03cf0e9f-2c68-4679-8438-3dd5a6f98214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:56.143360 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-03cf0e9f-2c68-4679-8438-3dd5a6f98214 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490999 Feb 03 03:06:56.232474 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-cfa3f25a-e5df-4e25-a26d-e354d7e23d75 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826797 Feb 03 03:06:56.337672 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-b90a1918-5ad5-4d4d-8e4b-ce62fe5f7d39 req-69b73ad7-6cf7-4121-8d7b-4c1d11d35a07 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989616 Feb 03 03:06:56.430884 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0 req-a19352d5-8b1a-44f5-937a-6c8fd35cc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:56.432394 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0 req-a19352d5-8b1a-44f5-937a-6c8fd35cc80d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 1128 time: 0.0473475 Feb 03 03:06:56.520845 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0 req-99c8f574-8b60-433f-af8d-0ffcb35e4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:56.522246 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0 req-99c8f574-8b60-433f-af8d-0ffcb35e4129 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 913 time: 0.0831749 Feb 03 03:06:56.566518 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0 req-ccde11c0-05b8-46fd-a758-af8e767ef360 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 HTTP/1.1" status: 200 len: 217 time: 0.0360444 Feb 03 03:06:56.615376 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0 req-9f2e7be8-abd1-4fc5-a044-2d58d428e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:56.616928 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0 req-9f2e7be8-abd1-4fc5-a044-2d58d428e2a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0433190 Feb 03 03:06:56.666740 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0 req-effbf51e-dd99-4a88-b27f-f193b2947947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:56.668236 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0 req-effbf51e-dd99-4a88-b27f-f193b2947947 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434194 Feb 03 03:06:56.763785 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0 req-2e6021b5-aee9-4225-a076-19bb1a6d2af6 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840142 Feb 03 03:06:56.853146 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ed214c0f-c8a3-4c2a-bd0c-f95c679a34d0 req-ec11dc69-8e3e-47af-a15f-b9d3546f5696 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803125 Feb 03 03:06:57.105249 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aa31a-7412-4b69-8856-17d13ee7fcda req-d78372b7-2678-40da-ab32-d1d09ee5ff14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:57.106688 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e75aa31a-7412-4b69-8856-17d13ee7fcda req-d78372b7-2678-40da-ab32-d1d09ee5ff14 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 944 time: 0.0624020 Feb 03 03:06:57.154654 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-e75aa31a-7412-4b69-8856-17d13ee7fcda req-816a864f-f9ec-4ce2-82a5-e1d515cdaee5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422792 Feb 03 03:06:58.282431 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee20ee7-cd24-4fa0-a1a6-f084bde77700 req-a4502253-a8f5-461f-887b-e0c93faac0fc tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:58.283898 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dee20ee7-cd24-4fa0-a1a6-f084bde77700 req-a4502253-a8f5-461f-887b-e0c93faac0fc tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 944 time: 0.0549929 Feb 03 03:06:58.335700 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-dee20ee7-cd24-4fa0-a1a6-f084bde77700 req-fcfa3217-44ab-4986-a275-5ef1dac376e1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436733 Feb 03 03:06:59.475958 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3389a-e7ad-421a-af3c-d3965ae22451 req-77693f73-8e4d-403f-a8c8-652792a06f5e tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:06:59.477669 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eb3389a-e7ad-421a-af3c-d3965ae22451 req-77693f73-8e4d-403f-a8c8-652792a06f5e tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 944 time: 0.0614722 Feb 03 03:06:59.528401 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1eb3389a-e7ad-421a-af3c-d3965ae22451 req-b3f5b5f3-da8a-4408-a8d2-eab8c1f38cb9 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451257 Feb 03 03:07:00.667807 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb4218-ba0d-4abc-b158-11233c323102 req-29a02cc2-e7ba-4738-96b9-93fbbb85804f tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:00.669316 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3cb4218-ba0d-4abc-b158-11233c323102 req-29a02cc2-e7ba-4738-96b9-93fbbb85804f tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 944 time: 0.0634327 Feb 03 03:07:00.717267 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d3cb4218-ba0d-4abc-b158-11233c323102 req-a0370ec4-fc9b-49e8-83c2-39cc01ac5af7 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423000 Feb 03 03:07:01.861783 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb70d0-8295-494c-8568-5d35897b1a45 req-fa08c5bb-e2c3-48fc-8b61-fbd7d93f6c92 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:01.863315 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9fb70d0-8295-494c-8568-5d35897b1a45 req-fa08c5bb-e2c3-48fc-8b61-fbd7d93f6c92 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 944 time: 0.0653636 Feb 03 03:07:01.914297 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-f9fb70d0-8295-494c-8568-5d35897b1a45 req-e9fc3d87-a2b3-47f1-bd08-996002f7989f tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441134 Feb 03 03:07:03.057002 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c86972-8ea3-4a12-8514-5dafc562cd56 req-d988ffa9-bac4-45b0-b395-271e1096ce70 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:03.058456 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-63c86972-8ea3-4a12-8514-5dafc562cd56 req-d988ffa9-bac4-45b0-b395-271e1096ce70 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 944 time: 0.0580845 Feb 03 03:07:03.108946 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-63c86972-8ea3-4a12-8514-5dafc562cd56 req-33b7da0d-63d9-4e73-aba8-0e5116495a47 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425549 Feb 03 03:07:04.244710 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d6bd-f5df-46bc-8344-99c6caddd05d req-ecfbf314-53da-4ae7-af82-e03a12907dbe tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:04.246252 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ac72d6bd-f5df-46bc-8344-99c6caddd05d req-ecfbf314-53da-4ae7-af82-e03a12907dbe tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 944 time: 0.0632007 Feb 03 03:07:04.298879 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ac72d6bd-f5df-46bc-8344-99c6caddd05d req-533a16cf-07bc-4898-9167-9e74ed442865 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Feb 03 03:07:04.521448 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 details requested by agent hyperv_hv-cinder-82758 with host hv-cinder-82758 {{(pid=102484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 03:07:04.632183 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:07:04.644159 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Returning: {'device': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'port_id': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7', 'mac_address': 'fa:16:3e:0e:5e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 03:07:04.691500 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 is: DOWN; New status is: BUILD {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:07:04.691969 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:04.712002 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 {{(pid=102484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 03:07:04.732984 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:07:04.739151 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:04.792065 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7,revision_number=4']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:07:04.799799 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.800152 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.800520 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.800910 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.801255 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.801594 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.801938 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.802272 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.802619 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.802946 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.803278 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.803610 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.803938 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:04.966553 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] get_ports_and_sgs() called for port_ids ['b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7'] {{(pid=102484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 03:07:05.437554 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a0ddd-1f17-4fbf-9b82-a5ce08c9e875 req-78c36cbf-94df-433b-a8ee-a46f19cc01d2 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:05.439048 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-731a0ddd-1f17-4fbf-9b82-a5ce08c9e875 req-78c36cbf-94df-433b-a8ee-a46f19cc01d2 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 945 time: 0.0577731 Feb 03 03:07:05.488689 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-731a0ddd-1f17-4fbf-9b82-a5ce08c9e875 req-9f82f011-4dbd-4fcd-99d4-96fae62e0597 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439348 Feb 03 03:07:06.535593 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 up at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 03:07:06.586675 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning for port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 completed by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 03:07:06.591103 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Provisioning complete for port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 triggered by entity L2. {{(pid=102484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 03:07:06.591479 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133491099'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), provisioning_complete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:06.611761 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1691f-a352-406f-8066-adfd7113d579 req-cf244520-c7c5-4ac5-bfb2-0ecce8e0a2a5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:06.613292 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-48e1691f-a352-406f-8066-adfd7113d579 req-cf244520-c7c5-4ac5-bfb2-0ecce8e0a2a5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 945 time: 0.0528464 Feb 03 03:07:06.659942 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-48e1691f-a352-406f-8066-adfd7113d579 req-0a4ad7d6-c9ee-4657-98e8-461745669f31 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410683 Feb 03 03:07:06.670553 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Current status of the port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 is: BUILD; New status is: ACTIVE {{(pid=102484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 03:07:06.670947 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), before_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:06.693200 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7'}] {{(pid=102484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:07:06.695445 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4f3c1266f3a933097dc7109e4be3af4dc015119210a9c001be9b0a8afff166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da397b70-39dd-43de-a0cc-4dd8b943ae43" -d '{"events": [{"server_uuid": "9c86702d-1cc3-43e7-953f-27a9779a3f21", "name": "network-vif-plugged", "status": "completed", "tag": "b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7"}]}' {{(pid=102484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:07:06.707353 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] For port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:07:06.712640 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:06.735295 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d0f0ba-65ca-4987-bd03-b09203fef2f5 x-openstack-request-id: req-c9d0f0ba-65ca-4987-bd03-b09203fef2f5 {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:07:06.735589 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c86702d-1cc3-43e7-953f-27a9779a3f21", "name": "network-vif-plugged", "status": "completed", "tag": "b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7", "code": 200}]} {{(pid=102484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:07:06.735847 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9d0f0ba-65ca-4987-bd03-b09203fef2f5 {{(pid=102484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:07:06.736241 dv-cinder-827581-1-iscsi neutron-server[102484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7', 'code': 200} Feb 03 03:07:06.761913 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Pushing event updated for resources: {'Port': ['ID=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7,revision_number=5']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:07:06.953307 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d9876-4d0e-4bb6-a79b-2bfe1da648b8 req-df7c1d6b-8d21-4a9b-8e4f-1129b57bf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:06.954757 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7a8d9876-4d0e-4bb6-a79b-2bfe1da648b8 req-df7c1d6b-8d21-4a9b-8e4f-1129b57bf339 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 1130 time: 0.0442417 Feb 03 03:07:07.005919 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-7a8d9876-4d0e-4bb6-a79b-2bfe1da648b8 req-f58ea8c7-dc64-453a-a318-e551833eefd1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441744 Feb 03 03:07:07.853460 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb95f1-435b-43c2-87d3-dcb220a7ae07 req-cecb2db8-d75c-49e8-8f77-94986f2f3847 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:07.854913 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ecbb95f1-435b-43c2-87d3-dcb220a7ae07 req-cecb2db8-d75c-49e8-8f77-94986f2f3847 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 946 time: 0.0532899 Feb 03 03:07:07.905140 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-ecbb95f1-435b-43c2-87d3-dcb220a7ae07 req-84834fcb-6d3b-4f68-bcf4-a428207f383d tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421462 Feb 03 03:07:09.037999 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bb0a7-f6e3-4558-ae58-3cad173243af req-df40cce9-f294-44e0-939a-ee87772e86df tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:09.039484 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e9bb0a7-f6e3-4558-ae58-3cad173243af req-df40cce9-f294-44e0-939a-ee87772e86df tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 946 time: 0.0544686 Feb 03 03:07:09.087581 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-2e9bb0a7-f6e3-4558-ae58-3cad173243af req-d76da9a7-2f72-4e9a-a491-87fbfe1b4aca tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424280 Feb 03 03:07:09.219598 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66132af1-d361-4b80-87e4-3f94ba832661 req-afe435fe-6fbc-4a1f-b001-332478280124 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:09.221040 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-66132af1-d361-4b80-87e4-3f94ba832661 req-afe435fe-6fbc-4a1f-b001-332478280124 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 946 time: 0.0673857 Feb 03 03:07:09.283059 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-66132af1-d361-4b80-87e4-3f94ba832661 req-b08ab61b-258c-48d7-b1fd-403712cfc123 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563409 Feb 03 03:07:09.308342 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58500) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:07:09.351372 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49af089a-8f0d-43f5-a5d6-3def8d2695d3 tempest-TestVolumeBootPattern-1846594663 tempest-TestVolumeBootPattern-1846594663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:09.352891 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-49af089a-8f0d-43f5-a5d6-3def8d2695d3 tempest-TestVolumeBootPattern-1846594663 tempest-TestVolumeBootPattern-1846594663-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 1125 time: 0.0435324 Feb 03 03:07:09.355697 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58502) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:07:09.359882 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.v2.base [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Request body: {'floatingip': {'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'port_id': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 03:07:09.381515 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:09.484087 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (None), before_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:09.584266 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_common [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Allocated IP 172.27.2.243 (23732c56-e7be-4225-97cf-e051946979f1/c172f41c-4720-4e6f-bf0d-1c34a08fd6e3/a6497f7d-fe6e-40f3-beda-3c50ef0e7442) {{(pid=102482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 03:07:09.690332 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for port (a6497f7d-fe6e-40f3-beda-3c50ef0e7442), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:09.729923 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757102317891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (a6497f7d-fe6e-40f3-beda-3c50ef0e7442), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:09.776210 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Network 23732c56-e7be-4225-97cf-e051946979f1 is already hosted by enough agents. {{(pid=102482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 03:07:09.778882 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.base_scheduler [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Resources bound (agent type, host, resource id): {{(pid=102482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 03:07:09.782253 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Received port after_create {{(pid=102482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 03:07:09.790082 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'Port': ['ID=a6497f7d-fe6e-40f3-beda-3c50ef0e7442,revision_number=1']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:07:09.816633 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.817025 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.817372 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.817717 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.818054 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.818389 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.818717 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.819051 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.819381 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.819703 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.820033 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.820357 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:09.820677 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:07:10.152079 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (80f875d1-919c-42f5-973c-e005631f88e6), precommit_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:10.225311 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752255'] for port (a6497f7d-fe6e-40f3-beda-3c50ef0e7442), before_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:10.380336 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for port (a6497f7d-fe6e-40f3-beda-3c50ef0e7442), precommit_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:10.386866 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757102800110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757102317909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757102317927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993300'] for port (a6497f7d-fe6e-40f3-beda-3c50ef0e7442), after_update {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:10.455140 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event updated for resources: {'Port': ['ID=a6497f7d-fe6e-40f3-beda-3c50ef0e7442,revision_number=2']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:07:10.466702 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133773336'] for floatingip (80f875d1-919c-42f5-973c-e005631f88e6), after_create {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:10.564523 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Floating IP 80f875d1-919c-42f5-973c-e005631f88e6 associated. External IP: 172.27.2.243, port: b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7. Feb 03 03:07:10.765175 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Router 96423995-d347-438a-a8a1-fc4458ff7324 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:07:10.869297 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:07:10.879733 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee582f-a277-41f4-ab07-d550dffc8958 None None] Sync routers for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:07:10.890816 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:10.891006 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee582f-a277-41f4-ab07-d550dffc8958 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:07:10.891126 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c0ee582f-a277-41f4-ab07-d550dffc8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:06:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:07:10.922455 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-30263e72-ab4c-455a-8777-ab2574e85885 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5657783 Feb 03 03:07:10.923055 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'tag': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:07:10.925780 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c86702d-1cc3-43e7-953f-27a9779a3f21", "tag": "b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:07:10.998817 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-c0ee582f-a277-41f4-ab07-d550dffc8958 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:07:11.018994 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e6b2e1-7c54-45d3-aa23-f9318e3a918f x-openstack-request-id: req-d7e6b2e1-7c54-45d3-aa23-f9318e3a918f {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:07:11.019292 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c86702d-1cc3-43e7-953f-27a9779a3f21", "tag": "b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:07:11.019554 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7e6b2e1-7c54-45d3-aa23-f9318e3a918f {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:07:11.019970 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'tag': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7', 'status': 'completed', 'code': 200} Feb 03 03:07:11.084090 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5 req-ca85b60f-5c4f-4f13-b7c2-9b51ea7bd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:11.086116 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5 req-ca85b60f-5c4f-4f13-b7c2-9b51ea7bd5bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 1130 time: 0.0446529 Feb 03 03:07:11.172136 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5 req-63767e3a-961d-4078-8073-6569df221e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:11.173649 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5 req-63767e3a-961d-4078-8073-6569df221e2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 913 time: 0.0815210 Feb 03 03:07:11.245318 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5 req-f8c3b048-9115-43f7-b7d6-19bad6df62c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 HTTP/1.1" status: 200 len: 1000 time: 0.0655699 Feb 03 03:07:11.298979 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5 req-6958b760-a550-4c53-899c-998a88610950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:11.300344 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5 req-6958b760-a550-4c53-899c-998a88610950 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0495505 Feb 03 03:07:11.350553 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5 req-3d86b16a-5203-4b52-bb9f-4913de201a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:11.352093 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5 req-3d86b16a-5203-4b52-bb9f-4913de201a7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462122 Feb 03 03:07:11.356320 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c0ee582f-a277-41f4-ab07-d550dffc8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '2b51dbfd-779d-4e27-ada3-9d3e05895162', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:bf:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:05:05Z', 'updated_at': '2022-02-03T03:05:08Z', 'revision_number': 1, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}, {'id': '80f875d1-919c-42f5-973c-e005631f88e6', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:0e:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:07:10Z', 'updated_at': '2022-02-03T03:07:10Z', 'revision_number': 0, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:07:11.382154 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee582f-a277-41f4-ab07-d550dffc8958 None None] Checking router: 96423995-d347-438a-a8a1-fc4458ff7324 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:07:11.390834 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee582f-a277-41f4-ab07-d550dffc8958 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:07:11.391452 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c0ee582f-a277-41f4-ab07-d550dffc8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:06:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:07:11.442319 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5 req-0d9d3cb0-7f2c-4d3a-9754-0383145502c8 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831721 Feb 03 03:07:11.495280 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-c0ee582f-a277-41f4-ab07-d550dffc8958 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:07:11.535483 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0caf49aa-e527-4c6f-b13e-9e0f8187d4a5 req-f8e7d2b3-4ec9-400f-9673-6ba88d81b2fb service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868032 Feb 03 03:07:11.731816 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-c0ee582f-a277-41f4-ab07-d550dffc8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '2b51dbfd-779d-4e27-ada3-9d3e05895162', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:bf:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:05:05Z', 'updated_at': '2022-02-03T03:05:08Z', 'revision_number': 1, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}, {'id': '80f875d1-919c-42f5-973c-e005631f88e6', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:0e:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:07:10Z', 'updated_at': '2022-02-03T03:07:10Z', 'revision_number': 0, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:07:11.758186 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee582f-a277-41f4-ab07-d550dffc8958 None None] The sync data for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi is: [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '2b51dbfd-779d-4e27-ada3-9d3e05895162', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:bf:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:05:05Z', 'updated_at': '2022-02-03T03:05:08Z', 'revision_number': 1, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}, {'id': '80f875d1-919c-42f5-973c-e005631f88e6', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:0e:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:07:10Z', 'updated_at': '2022-02-03T03:07:10Z', 'revision_number': 0, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:07:11.945687 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f7cad-1025-4501-bb2b-5e4c031444b9 None None] New status for floating IP 80f875d1-919c-42f5-973c-e005631f88e6: ACTIVE {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:07:13.486706 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:15.625058 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-647dabde-5648-4444-b57b-30b57d5ec138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:17.896376 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e5670683-8197-4e53-a66a-bc4fc9ed8ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:19.648546 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:20.605767 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:21.256391 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:07:22.174932 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:43.494090 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:45.623190 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-125021db-a226-46ef-8dbd-589f6e8722c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:47.903548 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6c347b7b-eb1e-4f68-a8c8-63c39f72c486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:49.648622 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:50.607277 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:51.501869 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-c5818110-4a04-42a2-87e7-cbbc66eaf9d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503173 Feb 03 03:07:51.589189 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-d7930995-1fdd-4998-b441-7353f6b71161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:51.590666 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-d7930995-1fdd-4998-b441-7353f6b71161 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0460498 Feb 03 03:07:51.697970 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-ccdcd193-f50d-4950-ae3c-23a3bde7326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:51.699494 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-ccdcd193-f50d-4950-ae3c-23a3bde7326f service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 913 time: 0.0851722 Feb 03 03:07:51.773974 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-4cca7052-4b1f-4671-9bf0-3747e7fc956d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c HTTP/1.1" status: 200 len: 1000 time: 0.0668044 Feb 03 03:07:51.822232 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-62fbc495-69df-426d-936c-e166f63c0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:51.823702 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-62fbc495-69df-426d-936c-e166f63c0019 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0440476 Feb 03 03:07:51.873409 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-ce4afe1a-bb43-4196-b5d4-9ccf49f62dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:07:51.874879 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-ce4afe1a-bb43-4196-b5d4-9ccf49f62dfa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444286 Feb 03 03:07:51.969756 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-34d76c82-4e70-4092-8494-82a2abb3020b service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878289 Feb 03 03:07:52.063567 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-692bdf35-08f5-4174-b651-861acaf8fd63 req-78fb41da-82d0-4ddc-bbbe-b43ae5f8f77c service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873230 Feb 03 03:07:52.170917 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:07:58.260862 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:08:13.496110 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:15.628506 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-346cb862-583f-4a0e-9ce4-56718e2fa7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:17.898324 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-b2d4cf34-74e8-47a7-ac63-7c7e7a59e90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:19.656049 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:20.608666 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:22.178940 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:35.264788 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:08:43.511870 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:45.626719 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-576134a5-2281-4419-bf7f-ed67474b6daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:47.901995 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-eb6141cb-0c22-4955-a4f3-e03eb8baeb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:49.586379 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58526) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:08:49.650522 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:49.750793 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Deleting port a6497f7d-fe6e-40f3-beda-3c50ef0e7442 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:08:49.751094 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (a6497f7d-fe6e-40f3-beda-3c50ef0e7442), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:49.825932 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (a6497f7d-fe6e-40f3-beda-3c50ef0e7442), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:49.826261 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (a6497f7d-fe6e-40f3-beda-3c50ef0e7442), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:49.837698 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Calling delete_port for a6497f7d-fe6e-40f3-beda-3c50ef0e7442 owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:08:50.275126 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (a6497f7d-fe6e-40f3-beda-3c50ef0e7442), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:50.298737 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event deleted for resources: {'Port': ['ID=a6497f7d-fe6e-40f3-beda-3c50ef0e7442,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:08:50.309837 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.310185 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.310531 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.310873 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.311176 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.311603 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.311933 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.312256 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.312581 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.312926 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.313246 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.313562 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.313867 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:08:50.366606 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (80f875d1-919c-42f5-973c-e005631f88e6), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:50.366957 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Floating IP 80f875d1-919c-42f5-973c-e005631f88e6 disassociated (deleted). External IP: 172.27.2.243, port: b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7. Feb 03 03:08:50.597766 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:50.600395 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Router 96423995-d347-438a-a8a1-fc4458ff7324 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:08:50.705221 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:08:50.710025 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:50.722430 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cccfe68-126c-46fc-af4a-977a5b338705 None None] Sync routers for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:08:50.735777 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cccfe68-126c-46fc-af4a-977a5b338705 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:08:50.736412 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-2cccfe68-126c-46fc-af4a-977a5b338705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:08:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:08:50.742022 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-9d17b92a-1800-422c-862d-df457221b1f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "DELETE /v2.0/floatingips/80f875d1-919c-42f5-973c-e005631f88e6 HTTP/1.1" status: 204 len: 168 time: 1.1517527 Feb 03 03:08:50.742022 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'tag': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:08:50.742451 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c06bbe2-b316-49bd-951d-073ec60b9f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c86702d-1cc3-43e7-953f-27a9779a3f21", "tag": "b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:08:50.785921 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba6a1b2-4f4c-47d7-9a49-d91cf95e4377 x-openstack-request-id: req-fba6a1b2-4f4c-47d7-9a49-d91cf95e4377 {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:08:50.786475 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c86702d-1cc3-43e7-953f-27a9779a3f21", "tag": "b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:08:50.786732 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fba6a1b2-4f4c-47d7-9a49-d91cf95e4377 {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:08:50.787626 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'tag': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7', 'status': 'completed', 'code': 200} Feb 03 03:08:50.861265 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-2cccfe68-126c-46fc-af4a-977a5b338705 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:08:50.869091 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bbe2-b316-49bd-951d-073ec60b9f1b req-44127fa0-866e-487c-9b4e-fce0c99e368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:50.870693 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1c06bbe2-b316-49bd-951d-073ec60b9f1b req-44127fa0-866e-487c-9b4e-fce0c99e368d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 1130 time: 0.0518625 Feb 03 03:08:51.004083 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bbe2-b316-49bd-951d-073ec60b9f1b req-5a760368-cb76-46b5-b83d-00aadeea0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:51.005595 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1c06bbe2-b316-49bd-951d-073ec60b9f1b req-5a760368-cb76-46b5-b83d-00aadeea0feb service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 913 time: 0.1191177 Feb 03 03:08:51.013020 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a72ee-5b9f-4656-9195-35ee757cb1ba req-4367f82e-4ba5-4fd5-b361-a98ae01d3e91 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:51.014348 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5a7a72ee-5b9f-4656-9195-35ee757cb1ba req-4367f82e-4ba5-4fd5-b361-a98ae01d3e91 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 946 time: 0.0830874 Feb 03 03:08:51.054972 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1c06bbe2-b316-49bd-951d-073ec60b9f1b req-9f161e21-b4fc-41d1-9457-5815b6503fba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 HTTP/1.1" status: 200 len: 217 time: 0.0396190 Feb 03 03:08:51.081012 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-2cccfe68-126c-46fc-af4a-977a5b338705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '2b51dbfd-779d-4e27-ada3-9d3e05895162', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:bf:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:05:05Z', 'updated_at': '2022-02-03T03:05:08Z', 'revision_number': 1, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:08:51.111082 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cccfe68-126c-46fc-af4a-977a5b338705 None None] Checking router: 96423995-d347-438a-a8a1-fc4458ff7324 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:08:51.119656 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cccfe68-126c-46fc-af4a-977a5b338705 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:08:51.120196 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-2cccfe68-126c-46fc-af4a-977a5b338705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:08:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:08:51.125022 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-5a7a72ee-5b9f-4656-9195-35ee757cb1ba req-c0c9b972-2aa0-41ea-8252-2d83450119f0 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043448 Feb 03 03:08:51.126574 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bbe2-b316-49bd-951d-073ec60b9f1b req-7222c1f3-1a35-40fb-be7a-37a964df8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:51.127943 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1c06bbe2-b316-49bd-951d-073ec60b9f1b req-7222c1f3-1a35-40fb-be7a-37a964df8756 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0652630 Feb 03 03:08:51.180857 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bbe2-b316-49bd-951d-073ec60b9f1b req-aeeac132-7a7c-4af1-8422-3ad83e6c82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:51.182500 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1c06bbe2-b316-49bd-951d-073ec60b9f1b req-aeeac132-7a7c-4af1-8422-3ad83e6c82d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475540 Feb 03 03:08:51.223096 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-2cccfe68-126c-46fc-af4a-977a5b338705 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:08:51.273276 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1c06bbe2-b316-49bd-951d-073ec60b9f1b req-adb33d04-d0eb-428b-8362-b7e993b28343 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825195 Feb 03 03:08:51.369407 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-1c06bbe2-b316-49bd-951d-073ec60b9f1b req-e930db7c-5102-4027-8883-66b91903c8cd service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890493 Feb 03 03:08:51.577736 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-2cccfe68-126c-46fc-af4a-977a5b338705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '2b51dbfd-779d-4e27-ada3-9d3e05895162', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:bf:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:05:05Z', 'updated_at': '2022-02-03T03:05:08Z', 'revision_number': 1, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:08:51.606617 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cccfe68-126c-46fc-af4a-977a5b338705 None None] The sync data for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi is: [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_floatingips': [{'id': '2b51dbfd-779d-4e27-ada3-9d3e05895162', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'router_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'port_id': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'mac_address': 'fa:16:3e:bf:c4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T03:05:05Z', 'updated_at': '2022-02-03T03:05:08Z', 'revision_number': 1, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:08:51.837115 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864b091-6a5b-4001-9f95-57947ed5f7a9 None None] New status for floating IP 80f875d1-919c-42f5-973c-e005631f88e6: DOWN {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:08:52.174502 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:52.252768 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9600b-421e-4bf8-aa84-08cbae47c9e3 req-00b1b1fe-07c1-4274-a5ba-7bdc3695dbd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:52.254284 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a5c9600b-421e-4bf8-aa84-08cbae47c9e3 req-00b1b1fe-07c1-4274-a5ba-7bdc3695dbd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 946 time: 0.0556781 Feb 03 03:08:52.302175 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-a5c9600b-421e-4bf8-aa84-08cbae47c9e3 req-5a84141c-fd90-4f00-8615-f8262043d2ac tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423157 Feb 03 03:08:52.511198 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245f286-ac1e-42a4-b5b5-3f5e3b983a4a req-a9a453d4-e301-4a7e-9c76-87bb3bb68eb3 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:52.512647 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3245f286-ac1e-42a4-b5b5-3f5e3b983a4a req-a9a453d4-e301-4a7e-9c76-87bb3bb68eb3 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 946 time: 0.0519757 Feb 03 03:08:52.608540 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-3245f286-ac1e-42a4-b5b5-3f5e3b983a4a req-05ecdb84-aa9d-4e8a-b3c7-aa93e5d586f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Deleting port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:08:52.608924 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3245f286-ac1e-42a4-b5b5-3f5e3b983a4a req-05ecdb84-aa9d-4e8a-b3c7-aa93e5d586f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:52.695142 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-3245f286-ac1e-42a4-b5b5-3f5e3b983a4a req-05ecdb84-aa9d-4e8a-b3c7-aa93e5d586f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] For port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:08:52.695481 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3245f286-ac1e-42a4-b5b5-3f5e3b983a4a req-05ecdb84-aa9d-4e8a-b3c7-aa93e5d586f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:52.708263 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-3245f286-ac1e-42a4-b5b5-3f5e3b983a4a req-05ecdb84-aa9d-4e8a-b3c7-aa93e5d586f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Calling delete_port for b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:08:52.840440 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3245f286-ac1e-42a4-b5b5-3f5e3b983a4a req-05ecdb84-aa9d-4e8a-b3c7-aa93e5d586f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:52.868530 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecdb84-aa9d-4e8a-b3c7-aa93e5d586f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event deleted for resources: {'Port': ['ID=b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:08:52.915926 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-3245f286-ac1e-42a4-b5b5-3f5e3b983a4a req-05ecdb84-aa9d-4e8a-b3c7-aa93e5d586f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] No DVR routers for this DVR port b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 on host hv-cinder-82758 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:08:52.918634 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-3245f286-ac1e-42a4-b5b5-3f5e3b983a4a req-05ecdb84-aa9d-4e8a-b3c7-aa93e5d586f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:52.922118 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-3245f286-ac1e-42a4-b5b5-3f5e3b983a4a req-05ecdb84-aa9d-4e8a-b3c7-aa93e5d586f5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "DELETE /v2.0/ports/b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 HTTP/1.1" status: 204 len: 173 time: 0.4041402 Feb 03 03:08:52.922561 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'name': 'network-vif-deleted', 'tag': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:08:52.924837 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edb4a28-f8ac-47ce-b5b9-cf23b4fe6b39" -d '{"events": [{"server_uuid": "9c86702d-1cc3-43e7-953f-27a9779a3f21", "name": "network-vif-deleted", "tag": "b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:08:52.960461 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc721b-b7ca-4424-a1b2-1ddf9f104d0d x-openstack-request-id: req-5adc721b-b7ca-4424-a1b2-1ddf9f104d0d {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:08:52.960812 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c86702d-1cc3-43e7-953f-27a9779a3f21", "name": "network-vif-deleted", "tag": "b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:08:52.961063 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5adc721b-b7ca-4424-a1b2-1ddf9f104d0d {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:08:52.961468 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c86702d-1cc3-43e7-953f-27a9779a3f21', 'name': 'network-vif-deleted', 'tag': 'b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7', 'status': 'completed', 'code': 200} Feb 03 03:08:53.410993 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-c16d26ab-388f-4ba7-a03c-14278c4675cf req-f894375b-e195-44c3-b23c-7a3533991f5f tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c86702d-1cc3-43e7-953f-27a9779a3f21 HTTP/1.1" status: 200 len: 210 time: 0.0277209 Feb 03 03:08:56.709886 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58566) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:08:56.871933 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Deleting port 531c9c0b-bc92-48a8-9e3c-6db56431004c {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:08:56.872273 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (531c9c0b-bc92-48a8-9e3c-6db56431004c), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:56.952492 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (531c9c0b-bc92-48a8-9e3c-6db56431004c), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:56.952754 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (531c9c0b-bc92-48a8-9e3c-6db56431004c), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:56.964463 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Calling delete_port for 531c9c0b-bc92-48a8-9e3c-6db56431004c owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:08:57.017555 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:08:57.042174 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:08:57.042514 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device b846ee16-d1e4-4a62-87e1-a9c1e7a9ecf7 not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:08:57.121001 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (531c9c0b-bc92-48a8-9e3c-6db56431004c), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:57.148938 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event deleted for resources: {'Port': ['ID=531c9c0b-bc92-48a8-9e3c-6db56431004c,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:08:57.207745 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (2b51dbfd-779d-4e27-ada3-9d3e05895162), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:57.207973 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.db.l3_db [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Floating IP 2b51dbfd-779d-4e27-ada3-9d3e05895162 disassociated (deleted). External IP: 172.27.2.12, port: a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c. Feb 03 03:08:57.418065 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Router 96423995-d347-438a-a8a1-fc4458ff7324 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:08:57.530193 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:08:57.537047 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:57.540813 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5bb975-95d8-492d-ad43-0886788c1571 None None] Sync routers for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:08:57.552310 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5bb975-95d8-492d-ad43-0886788c1571 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:08:57.552959 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-fd5bb975-95d8-492d-ad43-0886788c1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:08:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:08:57.568161 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-557252c6-3061-484a-ad79-b54efbb8c729 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "DELETE /v2.0/floatingips/2b51dbfd-779d-4e27-ada3-9d3e05895162 HTTP/1.1" status: 204 len: 168 time: 0.8571093 Feb 03 03:08:57.568702 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'tag': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:08:57.570994 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9c776b-7391-4c3b-a556-9600530d4fed" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab6ad78-2698-4a09-a9a5-49fa4e597aa3", "tag": "a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:08:57.610052 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 03:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bc0ac3-b8e7-4de9-ad2b-adcbba2e081f x-openstack-request-id: req-42bc0ac3-b8e7-4de9-ad2b-adcbba2e081f {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:08:57.610363 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab6ad78-2698-4a09-a9a5-49fa4e597aa3", "tag": "a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:08:57.610608 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42bc0ac3-b8e7-4de9-ad2b-adcbba2e081f {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:08:57.611074 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'tag': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'status': 'completed', 'code': 200} Feb 03 03:08:57.667468 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-fd5bb975-95d8-492d-ad43-0886788c1571 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:08:57.682905 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c776b-7391-4c3b-a556-9600530d4fed req-a8c161ea-ef43-46ef-a2ae-01e21658b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:57.684772 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c9c776b-7391-4c3b-a556-9600530d4fed req-a8c161ea-ef43-46ef-a2ae-01e21658b861 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=264ee2f5b580483c85a302041b05c23f&device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0509193 Feb 03 03:08:57.781727 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c776b-7391-4c3b-a556-9600530d4fed req-e555d37d-4565-43b1-8e46-1b46c70211e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:57.783171 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c9c776b-7391-4c3b-a556-9600530d4fed req-e555d37d-4565-43b1-8e46-1b46c70211e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 200 len: 913 time: 0.0925341 Feb 03 03:08:57.827225 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c9c776b-7391-4c3b-a556-9600530d4fed req-4327e128-0aff-468c-a775-a99c8f8afb09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c HTTP/1.1" status: 200 len: 217 time: 0.0366147 Feb 03 03:08:57.883837 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-fd5bb975-95d8-492d-ad43-0886788c1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:08:57.893139 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c776b-7391-4c3b-a556-9600530d4fed req-c0784787-cc88-4d11-96d8-96abc4603098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:57.894747 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c9c776b-7391-4c3b-a556-9600530d4fed req-c0784787-cc88-4d11-96d8-96abc4603098 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 200 len: 851 time: 0.0613382 Feb 03 03:08:57.911636 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5bb975-95d8-492d-ad43-0886788c1571 None None] Checking router: 96423995-d347-438a-a8a1-fc4458ff7324 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:08:57.919303 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5bb975-95d8-492d-ad43-0886788c1571 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:08:57.919916 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-fd5bb975-95d8-492d-ad43-0886788c1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:08:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:08:57.975297 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c776b-7391-4c3b-a556-9600530d4fed req-49904caf-75fe-442f-bbcf-eac72f490bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:57.976994 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c9c776b-7391-4c3b-a556-9600530d4fed req-49904caf-75fe-442f-bbcf-eac72f490bfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755112 Feb 03 03:08:57.998417 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055235c7-8bde-451a-812a-9215f626490e req-1f7906ad-886e-4e7d-a7fe-afa6347dadd8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:57.999825 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-055235c7-8bde-451a-812a-9215f626490e req-1f7906ad-886e-4e7d-a7fe-afa6347dadd8 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 945 time: 0.0883284 Feb 03 03:08:58.026243 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-fd5bb975-95d8-492d-ad43-0886788c1571 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:08:58.099653 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-055235c7-8bde-451a-812a-9215f626490e req-037bc296-028c-410e-8d27-bc773706ffb1 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892916 Feb 03 03:08:58.110260 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c9c776b-7391-4c3b-a556-9600530d4fed req-455a9d9f-58b5-40fd-a260-3f508276c208 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256289 Feb 03 03:08:58.196928 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-0c9c776b-7391-4c3b-a556-9600530d4fed req-c84a3e13-07de-4e76-936c-12f05775d103 service neutron] 10.222.0.43 "GET /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795703 Feb 03 03:08:58.224520 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-fd5bb975-95d8-492d-ad43-0886788c1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:08:58.254660 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5bb975-95d8-492d-ad43-0886788c1571 None None] The sync data for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi is: [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:00Z', 'revision_number': 4, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi', '_interfaces': [{'id': 'c33d5151-2a97-4443-a013-3bd00718f370', 'name': '', 'network_id': '1f509aa5-ebd0-421b-bf85-c9ee605b4c0c', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'mac_address': 'fa:16:3e:1a:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:59Z', 'updated_at': '2022-02-03T03:02:05Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'subnets': [{'id': '1e2752ff-1e61-42ad-9539-1b8331658918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:08:58.458847 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f8778-dfbd-4d2e-a132-30e5dac8769a None None] New status for floating IP 2b51dbfd-779d-4e27-ada3-9d3e05895162: DOWN {{(pid=102485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 03:08:59.230204 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a1792-013e-4098-81d7-63c3c4f38a77 req-1fecab1f-aad9-443e-a70b-ae293a5fa928 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:59.231661 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-910a1792-013e-4098-81d7-63c3c4f38a77 req-1fecab1f-aad9-443e-a70b-ae293a5fa928 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 945 time: 0.0601242 Feb 03 03:08:59.282077 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-910a1792-013e-4098-81d7-63c3c4f38a77 req-5dc70e85-a6cb-4b43-8b6a-af87515287bc tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/security-groups?id=559e18e1-acab-428b-ab74-3c30e7a3521e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448709 Feb 03 03:08:59.419409 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5e9f0-b759-46ec-8180-507d2df11478 req-f42b6698-a6eb-4c32-9957-2485492b6822 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 03:08:59.420908 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eeb5e9f0-b759-46ec-8180-507d2df11478 req-f42b6698-a6eb-4c32-9957-2485492b6822 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 945 time: 0.0615115 Feb 03 03:08:59.516347 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-eeb5e9f0-b759-46ec-8180-507d2df11478 req-c1c77493-8500-4186-a397-48358e37ecd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Deleting port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:08:59.516665 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-eeb5e9f0-b759-46ec-8180-507d2df11478 req-c1c77493-8500-4186-a397-48358e37ecd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:59.607035 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [req-eeb5e9f0-b759-46ec-8180-507d2df11478 req-c1c77493-8500-4186-a397-48358e37ecd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] For port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c, host hv-cinder-82758, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82758',level=0,port_id=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:08:59.607364 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-eeb5e9f0-b759-46ec-8180-507d2df11478 req-c1c77493-8500-4186-a397-48358e37ecd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:59.619214 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [req-eeb5e9f0-b759-46ec-8180-507d2df11478 req-c1c77493-8500-4186-a397-48358e37ecd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Calling delete_port for a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c owned by compute:nova {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:08:59.757129 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-eeb5e9f0-b759-46ec-8180-507d2df11478 req-c1c77493-8500-4186-a397-48358e37ecd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:59.785913 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c77493-8500-4186-a397-48358e37ecd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event deleted for resources: {'Port': ['ID=a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:08:59.827842 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb5e9f0-b759-46ec-8180-507d2df11478 req-c1c77493-8500-4186-a397-48358e37ecd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] No DVR routers for this DVR port a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c on host hv-cinder-82758 {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:08:59.830431 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [req-eeb5e9f0-b759-46ec-8180-507d2df11478 req-c1c77493-8500-4186-a397-48358e37ecd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for port (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:08:59.833884 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-eeb5e9f0-b759-46ec-8180-507d2df11478 req-c1c77493-8500-4186-a397-48358e37ecd5 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.43 "DELETE /v2.0/ports/a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c HTTP/1.1" status: 204 len: 173 time: 0.4071596 Feb 03 03:08:59.834332 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'name': 'network-vif-deleted', 'tag': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c'}] {{(pid=102482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 03:08:59.836631 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b97c7c31ed7bff8a8aa3bf01be710117cc2e951eb47558cffc34ed10e934b398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd1bb3e-4390-45cd-8a5d-2a053d5a8c28" -d '{"events": [{"server_uuid": "6ab6ad78-2698-4a09-a9a5-49fa4e597aa3", "name": "network-vif-deleted", "tag": "a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c"}]}' {{(pid=102482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 03:08:59.873271 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 03:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413b2969-8986-4ed9-ba1b-036fdc5abbab x-openstack-request-id: req-413b2969-8986-4ed9-ba1b-036fdc5abbab {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 03:08:59.873673 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab6ad78-2698-4a09-a9a5-49fa4e597aa3", "name": "network-vif-deleted", "tag": "a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c", "status": "completed", "code": 200}]} {{(pid=102482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 03:08:59.873925 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-413b2969-8986-4ed9-ba1b-036fdc5abbab {{(pid=102482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 03:08:59.874328 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab6ad78-2698-4a09-a9a5-49fa4e597aa3', 'name': 'network-vif-deleted', 'tag': 'a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c', 'status': 'completed', 'code': 200} Feb 03 03:09:00.406071 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [req-d04b14b4-94f8-4058-8875-9c09b4899f24 req-22bd9e69-6af0-4f2c-89af-7e1ee48723d7 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ab6ad78-2698-4a09-a9a5-49fa4e597aa3 HTTP/1.1" status: 200 len: 210 time: 0.0291259 Feb 03 03:09:01.468855 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58582) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:01.598733 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-6419a62c-dabc-4c64-9b1c-8b9352741486 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Deleting port 89b6d881-bce4-4141-955a-ef8201c8e58f {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:09:01.599042 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6419a62c-dabc-4c64-9b1c-8b9352741486 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (89b6d881-bce4-4141-955a-ef8201c8e58f), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:01.675107 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6419a62c-dabc-4c64-9b1c-8b9352741486 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (89b6d881-bce4-4141-955a-ef8201c8e58f), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:01.675644 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6419a62c-dabc-4c64-9b1c-8b9352741486 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (89b6d881-bce4-4141-955a-ef8201c8e58f), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:01.694139 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-6419a62c-dabc-4c64-9b1c-8b9352741486 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Calling delete_port for 89b6d881-bce4-4141-955a-ef8201c8e58f owned by network:floatingip {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:09:01.842453 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6419a62c-dabc-4c64-9b1c-8b9352741486 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (89b6d881-bce4-4141-955a-ef8201c8e58f), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:01.864870 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419a62c-dabc-4c64-9b1c-8b9352741486 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event deleted for resources: {'Port': ['ID=89b6d881-bce4-4141-955a-ef8201c8e58f,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:01.928348 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6419a62c-dabc-4c64-9b1c-8b9352741486 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for floatingip (c0faab1c-f56f-4d4f-96a6-2de85e01504a), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:01.931080 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6419a62c-dabc-4c64-9b1c-8b9352741486 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134215784'] for floatingip (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:01.932254 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-6419a62c-dabc-4c64-9b1c-8b9352741486 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "DELETE /v2.0/floatingips/c0faab1c-f56f-4d4f-96a6-2de85e01504a HTTP/1.1" status: 204 len: 168 time: 0.4624007 Feb 03 03:09:03.074457 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c no longer exists at agent hyperv_hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:09:03.098805 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] No Port match for: a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:09:03.099156 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Device a9ba86bb-26b3-4ebd-ac40-8804b29ecd9c not bound to the agent host hv-cinder-82758 {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:09:03.136698 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58594) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:03.208066 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8810f9ac-fc81-4ae2-ab1f-8c8b726c1433 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group (559e18e1-acab-428b-ab74-3c30e7a3521e), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:03.233935 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8810f9ac-fc81-4ae2-ab1f-8c8b726c1433 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group (559e18e1-acab-428b-ab74-3c30e7a3521e), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:03.302810 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8810f9ac-fc81-4ae2-ab1f-8c8b726c1433 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (559e18e1-acab-428b-ab74-3c30e7a3521e), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:03.305691 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-8810f9ac-fc81-4ae2-ab1f-8c8b726c1433 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:03.306863 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-8810f9ac-fc81-4ae2-ab1f-8c8b726c1433 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] 10.222.0.31 "DELETE /v2.0/security-groups/559e18e1-acab-428b-ab74-3c30e7a3521e HTTP/1.1" status: 204 len: 168 time: 0.1691022 Feb 03 03:09:03.316958 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810f9ac-fc81-4ae2-ab1f-8c8b726c1433 tempest-TestVolumeBootPattern-1583680244 tempest-TestVolumeBootPattern-1583680244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559e18e1-acab-428b-ab74-3c30e7a3521e,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:03.368264 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58598) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:03.820275 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133768984'] for router_interface (96423995-d347-438a-a8a1-fc4458ff7324), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:04.081714 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] Deleting port c33d5151-2a97-4443-a013-3bd00718f370 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:09:04.081983 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (c33d5151-2a97-4443-a013-3bd00718f370), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:04.163876 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] For port c33d5151-2a97-4443-a013-3bd00718f370, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=c33d5151-2a97-4443-a013-3bd00718f370,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:09:04.164582 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (c33d5151-2a97-4443-a013-3bd00718f370), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:04.178249 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] Calling delete_port for c33d5151-2a97-4443-a013-3bd00718f370 owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:09:04.628939 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (c33d5151-2a97-4443-a013-3bd00718f370), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:04.659658 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33d5151-2a97-4443-a013-3bd00718f370,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:04.824437 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133727687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133769204'] for router_interface (96423995-d347-438a-a8a1-fc4458ff7324), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:05.047555 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] Router 96423995-d347-438a-a8a1-fc4458ff7324 has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:09:05.162360 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:09:05.167610 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-cdfa7a33-529c-4bab-93c9-7504c00d8e50 admin admin] 10.222.0.31 "PUT /v2.0/routers/96423995-d347-438a-a8a1-fc4458ff7324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7982414 Feb 03 03:09:05.170445 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58602) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:05.171533 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64139c69-d8fc-436e-951b-fc2670e0af67 None None] Sync routers for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:09:05.181834 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64139c69-d8fc-436e-951b-fc2670e0af67 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:09:05.182519 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-64139c69-d8fc-436e-951b-fc2670e0af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:08:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:05.288189 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Publish callbacks [] for router (96423995-d347-438a-a8a1-fc4458ff7324), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:05.295032 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-64139c69-d8fc-436e-951b-fc2670e0af67 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: dv-cinder-827581-1-iscsi {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:09:05.391056 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Publish callbacks [] for router_gateway (96423995-d347-438a-a8a1-fc4458ff7324), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:05.444348 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Deleting port 9a61b277-9ef2-4b87-b304-3bedfd82737f {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:09:05.444682 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:05.483472 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-64139c69-d8fc-436e-951b-fc2670e0af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:09:04Z', 'revision_number': 5, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port': {'id': '9a61b277-9ef2-4b87-b304-3bedfd82737f', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96423995-d347-438a-a8a1-fc4458ff7324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:05.510332 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64139c69-d8fc-436e-951b-fc2670e0af67 None None] Checking router: 96423995-d347-438a-a8a1-fc4458ff7324 for host: dv-cinder-827581-1-iscsi {{(pid=102484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:09:05.519872 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64139c69-d8fc-436e-951b-fc2670e0af67 None None] Routers {'96423995-d347-438a-a8a1-fc4458ff7324'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:09:05.520481 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-64139c69-d8fc-436e-951b-fc2670e0af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:08:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['96423995-d347-438a-a8a1-fc4458ff7324'], 'active': True} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:05.525190 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] For port 9a61b277-9ef2-4b87-b304-3bedfd82737f, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=9a61b277-9ef2-4b87-b304-3bedfd82737f,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:09:05.525551 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:05.537108 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Calling delete_port for 9a61b277-9ef2-4b87-b304-3bedfd82737f owned by network:router_gateway {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:09:05.608871 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvr_db [None req-64139c69-d8fc-436e-951b-fc2670e0af67 None None] Set router 96423995-d347-438a-a8a1-fc4458ff7324 gateway port host: None {{(pid=102484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:09:05.662570 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_hamode_db [None req-64139c69-d8fc-436e-951b-fc2670e0af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:09:05Z', 'revision_number': 6, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port_host': None}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:05.688626 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64139c69-d8fc-436e-951b-fc2670e0af67 None None] The sync data for ids ['96423995-d347-438a-a8a1-fc4458ff7324'] in dv-cinder-827581-1-iscsi is: [{'id': '96423995-d347-438a-a8a1-fc4458ff7324', 'name': 'tempest-TestVolumeBootPattern-1568272174-router', 'tenant_id': '264ee2f5b580483c85a302041b05c23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:01:57Z', 'updated_at': '2022-02-03T03:09:05Z', 'revision_number': 6, 'project_id': '264ee2f5b580483c85a302041b05c23f', 'gw_port_host': None}] {{(pid=102484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:09:05.709839 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (9a61b277-9ef2-4b87-b304-3bedfd82737f), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:05.737078 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a61b277-9ef2-4b87-b304-3bedfd82737f,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:05.798477 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133773398'] for router_gateway (96423995-d347-438a-a8a1-fc4458ff7324), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:05.885857 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29171'] for router (96423995-d347-438a-a8a1-fc4458ff7324), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:05.888143 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Publish callbacks [] for router_controller (96423995-d347-438a-a8a1-fc4458ff7324), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:05.932973 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-499910'] for router (96423995-d347-438a-a8a1-fc4458ff7324), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:05.933436 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96423995-d347-438a-a8a1-fc4458ff7324 {{(pid=102482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 03:09:05.937978 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:05.939112 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-3b1e3f2d-8e3d-41ac-bc7c-99c5c020c560 admin admin] 10.222.0.31 "DELETE /v2.0/routers/96423995-d347-438a-a8a1-fc4458ff7324 HTTP/1.1" status: 204 len: 168 time: 0.7677703 Feb 03 03:09:05.941743 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58604) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:05.985841 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.db_base_plugin_v2 [None req-e766232d-e919-4e08-b5e2-e65f23135884 admin admin] Deleting subnet 1e2752ff-1e61-42ad-9539-1b8331658918 {{(pid=102482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:09:05.989101 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e766232d-e919-4e08-b5e2-e65f23135884 admin admin] Publish callbacks [] for subnet (1e2752ff-1e61-42ad-9539-1b8331658918), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.022794 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e766232d-e919-4e08-b5e2-e65f23135884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8945969'] for subnet (1e2752ff-1e61-42ad-9539-1b8331658918), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.118149 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e766232d-e919-4e08-b5e2-e65f23135884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (1e2752ff-1e61-42ad-9539-1b8331658918), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.166897 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e766232d-e919-4e08-b5e2-e65f23135884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9381364'] for subnet (1e2752ff-1e61-42ad-9539-1b8331658918), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.192201 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766232d-e919-4e08-b5e2-e65f23135884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2752ff-1e61-42ad-9539-1b8331658918,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:06.194053 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-e766232d-e919-4e08-b5e2-e65f23135884 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.197242 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-e766232d-e919-4e08-b5e2-e65f23135884 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1e2752ff-1e61-42ad-9539-1b8331658918 HTTP/1.1" status: 204 len: 168 time: 0.2545776 Feb 03 03:09:06.199179 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d927ee43-c4f6-477b-aaec-adb6b081af35 None None] Network 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:09:06.199736 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58606) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:06.267946 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (1f509aa5-ebd0-421b-bf85-c9ee605b4c0c), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.319405 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Deleting port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:09:06.319743 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.380447 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] For port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7,segment=NetworkSegment(f0886798-4bb9-437d-b42e-9c1942d08dfb),segment_id=f0886798-4bb9-437d-b42e-9c1942d08dfb)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:09:06.380671 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.397034 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Calling delete_port for d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 owned by network:dhcp {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:09:06.457132 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] DHCP port deletion for 1f509aa5-ebd0-421b-bf85-c9ee605b4c0c request from dv-cinder-827581-1-iscsi {{(pid=102484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 03:09:06.460906 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device c33d5151-2a97-4443-a013-3bd00718f370 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:09:06.482212 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: c33d5151-2a97-4443-a013-3bd00718f370 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:09:06.482617 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device c33d5151-2a97-4443-a013-3bd00718f370 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:09:06.485568 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.511401 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:06.515262 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] No DVR routers for this DVR port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 on host dv-cinder-827581-1-iscsi {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:09:06.524776 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Deleting port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 {{(pid=102484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:09:06.525186 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), before_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.586370 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (1f509aa5-ebd0-421b-bf85-c9ee605b4c0c), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.589563 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.db [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] For port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7, host dv-cinder-827581-1-iscsi, got binding levels [] {{(pid=102484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:09:06.589965 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), precommit_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.602759 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Calling delete_port for d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 owned by network:dhcp {{(pid=102484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:09:06.605410 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.ipam_backend_mixin [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 was not found and therefore no delete operation was performed {{(pid=102484) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 03:09:06.606427 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f509aa5-ebd0-421b-bf85-c9ee605b4c0c']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:06.606657 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900'] for port (d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7), after_delete {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.615293 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0886798-4bb9-437d-b42e-9c1942d08dfb') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:06.615584 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0886798-4bb9-437d-b42e-9c1942d08dfb') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:06.624536 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8945960'] for segment (f0886798-4bb9-437d-b42e-9c1942d08dfb), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.630042 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Pushing event deleted for resources: {'Port': ['ID=d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7,revision_number=None']} {{(pid=102484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:06.634844 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] No DVR routers for this DVR port d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 on host dv-cinder-827581-1-iscsi {{(pid=102484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:09:06.641067 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (f0886798-4bb9-437d-b42e-9c1942d08dfb), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.641729 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.642078 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.642428 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.642766 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.643423 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.643423 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.643734 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.647178 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.647178 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.647178 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.647178 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.647178 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.647178 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e951f8a-ac15-4b85-80d5-19abeb6a9dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:06.649571 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:09:06.649971 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993336'] for segment (f0886798-4bb9-437d-b42e-9c1942d08dfb), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: Traceback (most recent call last): Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: timer() Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: cb(*args, **kw) Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: self._notify() Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: self.callback(batched_events) Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: event.method(event) Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: return f(self, *a, **k) Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._get(url).json() Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:09:06.651883 dv-cinder-827581-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:09:06.706213 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (1f509aa5-ebd0-421b-bf85-c9ee605b4c0c), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.712406 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:06.718677 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1f509aa5-ebd0-421b-bf85-c9ee605b4c0c HTTP/1.1" status: 204 len: 168 time: 0.5152996 Feb 03 03:09:06.718900 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58608) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:06.733971 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e66c66-7fe4-4c51-8c73-bb257f30ded8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f509aa5-ebd0-421b-bf85-c9ee605b4c0c,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:07.085259 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133768984'] for router_interface (ecad9924-9a3e-4f88-bb6d-670913a28b6a), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:07.356538 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] Deleting port d6b1ea87-40c6-4f93-9814-2275f124bf2e {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:09:07.357232 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:07.439842 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] For port d6b1ea87-40c6-4f93-9814-2275f124bf2e, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=d6b1ea87-40c6-4f93-9814-2275f124bf2e,segment=NetworkSegment(7c6a938b-867f-432a-83e2-0c3e2941d4d1),segment_id=7c6a938b-867f-432a-83e2-0c3e2941d4d1)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:09:07.440158 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:07.453305 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] Calling delete_port for d6b1ea87-40c6-4f93-9814-2275f124bf2e owned by network:router_interface {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:09:07.641152 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (d6b1ea87-40c6-4f93-9814-2275f124bf2e), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:07.678182 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b1ea87-40c6-4f93-9814-2275f124bf2e,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:07.845250 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133727687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133769204'] for router_interface (ecad9924-9a3e-4f88-bb6d-670913a28b6a), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:07.998297 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:09:08.018337 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:09:08.018753 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device d8bd7d18-e4d9-48d0-bba8-1ca3ed3419f7 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:09:08.019235 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 9a61b277-9ef2-4b87-b304-3bedfd82737f no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:09:08.043790 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 9a61b277-9ef2-4b87-b304-3bedfd82737f {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:09:08.044134 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 9a61b277-9ef2-4b87-b304-3bedfd82737f not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:09:08.057391 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] Router ecad9924-9a3e-4f88-bb6d-670913a28b6a has already been hosted by L3 agent 0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43 {{(pid=102482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 03:09:08.164782 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] Notify agent at l3_agent.dv-cinder-827581-1-iscsi the message routers_updated {{(pid=102482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 03:09:08.170024 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-0f840517-c83c-4112-a480-5fa0edfccba3 admin admin] 10.222.0.31 "PUT /v2.0/routers/ecad9924-9a3e-4f88-bb6d-670913a28b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4500926 Feb 03 03:09:08.172603 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58610) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:08.173944 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7fca87-0d4e-4b16-8663-815fb876d02a None None] Sync routers for ids ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'] in dv-cinder-827581-1-iscsi {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 03:09:08.184272 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7fca87-0d4e-4b16-8663-815fb876d02a None None] Routers {'ecad9924-9a3e-4f88-bb6d-670913a28b6a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:09:08.184944 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-3f7fca87-0d4e-4b16-8663-815fb876d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:08:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:08.288081 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-3f7fca87-0d4e-4b16-8663-815fb876d02a None None] Set router ecad9924-9a3e-4f88-bb6d-670913a28b6a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:09:08.468939 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-3f7fca87-0d4e-4b16-8663-815fb876d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'name': 'tempest-TestVolumeBootPattern-475571308-router', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:02:02Z', 'updated_at': '2022-02-03T03:09:07Z', 'revision_number': 5, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'gw_port': {'id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:03Z', 'updated_at': '2022-02-03T03:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:08.494528 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7fca87-0d4e-4b16-8663-815fb876d02a None None] Checking router: ecad9924-9a3e-4f88-bb6d-670913a28b6a for host: dv-cinder-827581-1-iscsi {{(pid=102485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 03:09:08.504283 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7fca87-0d4e-4b16-8663-815fb876d02a None None] Routers {'ecad9924-9a3e-4f88-bb6d-670913a28b6a'} bound to L3 agent in host dv-cinder-827581-1-iscsi {{(pid=102485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 03:09:08.504936 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-3f7fca87-0d4e-4b16-8663-815fb876d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827581-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T02:48:48Z,description=,heartbeat_timestamp=2022-02-03T03:08:48Z,host='dv-cinder-827581-1-iscsi',id=0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T02:48:48Z,topic='l3_agent')) {'router_ids': ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'], 'active': True} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:08.546029 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Publish callbacks [] for router (ecad9924-9a3e-4f88-bb6d-670913a28b6a), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:08.607907 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_dvr_db [None req-3f7fca87-0d4e-4b16-8663-815fb876d02a None None] Set router ecad9924-9a3e-4f88-bb6d-670913a28b6a gateway port host: dv-cinder-827581-1-iscsi {{(pid=102485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 03:09:08.646384 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Publish callbacks [] for router_gateway (ecad9924-9a3e-4f88-bb6d-670913a28b6a), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:08.699260 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Deleting port d629e1c1-f772-4759-a95c-fa823482e752 {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:09:08.699591 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (d629e1c1-f772-4759-a95c-fa823482e752), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:08.775660 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] For port d629e1c1-f772-4759-a95c-fa823482e752, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=d629e1c1-f772-4759-a95c-fa823482e752,segment=NetworkSegment(a9b3201c-a112-4f6d-9f39-01e42e0da104),segment_id=a9b3201c-a112-4f6d-9f39-01e42e0da104)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:09:08.776020 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (d629e1c1-f772-4759-a95c-fa823482e752), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:08.779360 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.l3_hamode_db [None req-3f7fca87-0d4e-4b16-8663-815fb876d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'name': 'tempest-TestVolumeBootPattern-475571308-router', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:02:02Z', 'updated_at': '2022-02-03T03:09:07Z', 'revision_number': 5, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'gw_port': {'id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:03Z', 'updated_at': '2022-02-03T03:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}], 'dv-cinder-827581-1-iscsi', False) {} {{(pid=102485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:08.788455 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Calling delete_port for d629e1c1-f772-4759-a95c-fa823482e752 owned by network:router_gateway {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:09:08.804292 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7fca87-0d4e-4b16-8663-815fb876d02a None None] The sync data for ids ['ecad9924-9a3e-4f88-bb6d-670913a28b6a'] in dv-cinder-827581-1-iscsi is: [{'id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'name': 'tempest-TestVolumeBootPattern-475571308-router', 'tenant_id': '92cf629d2e5e4953b30af7efc8d007f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'external_fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T03:02:02Z', 'updated_at': '2022-02-03T03:09:07Z', 'revision_number': 5, 'project_id': '92cf629d2e5e4953b30af7efc8d007f6', 'gw_port': {'id': 'd629e1c1-f772-4759-a95c-fa823482e752', 'name': '', 'network_id': '23732c56-e7be-4225-97cf-e051946979f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad9924-9a3e-4f88-bb6d-670913a28b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827581-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T03:02:03Z', 'updated_at': '2022-02-03T03:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c172f41c-4720-4e6f-bf0d-1c34a08fd6e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827581-1-iscsi'}] {{(pid=102485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 03:09:08.963449 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (d629e1c1-f772-4759-a95c-fa823482e752), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:08.996197 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Pushing event deleted for resources: {'Port': ['ID=d629e1c1-f772-4759-a95c-fa823482e752,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:09.059754 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133773398'] for router_gateway (ecad9924-9a3e-4f88-bb6d-670913a28b6a), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.148226 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29171'] for router (ecad9924-9a3e-4f88-bb6d-670913a28b6a), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.150652 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Publish callbacks [] for router_controller (ecad9924-9a3e-4f88-bb6d-670913a28b6a), precommit_delete_associations {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.194485 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-499910'] for router (ecad9924-9a3e-4f88-bb6d-670913a28b6a), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.195124 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecad9924-9a3e-4f88-bb6d-670913a28b6a {{(pid=102482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 03:09:09.200486 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.201747 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-39ee01cf-ddb4-4a6d-b0e7-2d6fc782eacc admin admin] 10.222.0.31 "DELETE /v2.0/routers/ecad9924-9a3e-4f88-bb6d-670913a28b6a HTTP/1.1" status: 204 len: 168 time: 1.0282125 Feb 03 03:09:09.204504 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 58612) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:09.250057 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.db.db_base_plugin_v2 [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Deleting subnet 3269f187-5fb5-487b-a468-968e45de6f2c {{(pid=102483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 03:09:09.253446 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Publish callbacks [] for subnet (3269f187-5fb5-487b-a468-968e45de6f2c), before_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.287717 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575247'] for subnet (3269f187-5fb5-487b-a468-968e45de6f2c), precommit_delete_associations {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.369280 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694453'] for subnet (3269f187-5fb5-487b-a468-968e45de6f2c), precommit_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.423645 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3364207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3847393'] for subnet (3269f187-5fb5-487b-a468-968e45de6f2c), after_delete {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.448755 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3269f187-5fb5-487b-a468-968e45de6f2c,revision_number=None']} {{(pid=102483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:09.456351 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron_lib.callbacks.manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for subnet (None), before_response {{(pid=102483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.459582 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3269f187-5fb5-487b-a468-968e45de6f2c HTTP/1.1" status: 204 len: 168 time: 0.2539210 Feb 03 03:09:09.461492 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.461828 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.462201 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.462372 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58616) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:09.462474 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.462856 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5f24ea-5fdb-4a8f-8969-97f1cd39de3c None None] Network 788f8b4c-7049-40c6-8158-5cb95ea06310 requested from dv-cinder-827581-1-iscsi {{(pid=102484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 03:09:09.463396 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.463396 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.463633 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.464024 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.464344 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.464673 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.465038 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.465702 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.466051 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155350d-06a7-47b1-badd-38e84c20e8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827581-1-iscsi {{(pid=102483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 03:09:09.531251 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706175'] for network (788f8b4c-7049-40c6-8158-5cb95ea06310), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.584609 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Deleting port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f {{(pid=102482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 03:09:09.585314 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757102793602'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.646054 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.db [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] For port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f, host dv-cinder-827581-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827581-1-iscsi',level=0,port_id=80274cf4-4038-4ccc-8210-f7cc83ff7d8f,segment=NetworkSegment(7c6a938b-867f-432a-83e2-0c3e2941d4d1),segment_id=7c6a938b-867f-432a-83e2-0c3e2941d4d1)] {{(pid=102482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 03:09:09.646413 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133774195'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.663748 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Calling delete_port for 80274cf4-4038-4ccc-8210-f7cc83ff7d8f owned by network:dhcp {{(pid=102482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 03:09:09.744825 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134124870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757102800092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757102317900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993291'] for port (80274cf4-4038-4ccc-8210-f7cc83ff7d8f), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.771419 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Pushing event deleted for resources: {'Port': ['ID=80274cf4-4038-4ccc-8210-f7cc83ff7d8f,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:09.773289 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] No DVR routers for this DVR port 80274cf4-4038-4ccc-8210-f7cc83ff7d8f on host dv-cinder-827581-1-iscsi {{(pid=102482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 03:09:09.779810 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f8c78a-b79f-42ee-bf1d-b19415348753 None None] DHCP port deletion for 788f8b4c-7049-40c6-8158-5cb95ea06310 request from dv-cinder-827581-1-iscsi {{(pid=102484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 03:09:09.850758 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680248', 'neutron.services.segments.db._delete_segments_for_network-8757102833830'] for network (788f8b4c-7049-40c6-8158-5cb95ea06310), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.870290 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788f8b4c-7049-40c6-8158-5cb95ea06310']}} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:09.879167 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6a938b-867f-432a-83e2-0c3e2941d4d1') {'for_net_delete': True} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:09.879459 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.services.segments.db [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6a938b-867f-432a-83e2-0c3e2941d4d1') {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 03:09:09.889045 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757102837935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8945960'] for segment (7c6a938b-867f-432a-83e2-0c3e2941d4d1), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.902816 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836'] for segment (7c6a938b-867f-432a-83e2-0c3e2941d4d1), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.909948 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 03:09:09.910436 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993336'] for segment (7c6a938b-867f-432a-83e2-0c3e2941d4d1), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: Traceback (most recent call last): Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: timer() Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: cb(*args, **kw) Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: return func(*args, **kwargs) Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: self._notify() Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: self.callback(batched_events) Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: event.method(event) Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: return f(self, *a, **k) Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._get(url).json() Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: return self.request(url, 'GET', **kwargs) Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 03:09:09.912404 dv-cinder-827581-1-iscsi neutron-server[102482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 03:09:09.940895 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 80274cf4-4038-4ccc-8210-f7cc83ff7d8f no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:09:09.973598 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133721112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133727704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133773418'] for network (788f8b4c-7049-40c6-8158-5cb95ea06310), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.979707 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133727722'] for network (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:09.982962 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] 10.222.0.31 "DELETE /v2.0/networks/788f8b4c-7049-40c6-8158-5cb95ea06310 HTTP/1.1" status: 204 len: 168 time: 0.5196660 Feb 03 03:09:09.994596 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02cd5b-495a-4087-8b86-8a10f3e0247b admin admin] Pushing event deleted for resources: {'Network': ['ID=788f8b4c-7049-40c6-8158-5cb95ea06310,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:10.100179 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: 80274cf4-4038-4ccc-8210-f7cc83ff7d8f {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:09:10.100547 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device 80274cf4-4038-4ccc-8210-f7cc83ff7d8f not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:09:10.101093 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device d6b1ea87-40c6-4f93-9814-2275f124bf2e no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:09:10.112563 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [-] (102483) accepted ('10.222.0.31', 58620) {{(pid=102483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:10.119951 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: d6b1ea87-40c6-4f93-9814-2275f124bf2e {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:09:10.120300 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device d6b1ea87-40c6-4f93-9814-2275f124bf2e not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:09:10.120737 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device d629e1c1-f772-4759-a95c-fa823482e752 no longer exists at agent ovs-agent-dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 03:09:10.139007 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] No Port match for: d629e1c1-f772-4759-a95c-fa823482e752 {{(pid=102484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 03:09:10.139361 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.rpc [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Device d629e1c1-f772-4759-a95c-fa823482e752 not bound to the agent host dv-cinder-827581-1-iscsi {{(pid=102484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 03:09:10.152522 dv-cinder-827581-1-iscsi neutron-server[102483]: INFO neutron.wsgi [None req-ab72d8f4-c49e-477d-a9ce-4cfe03d0d900 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=264ee2f5b580483c85a302041b05c23f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386827 Feb 03 03:09:10.155164 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58622) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:10.205393 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-46e3e795-c6ef-4ec6-87e7-d062737ae4ea admin admin] Publish callbacks [] for security_group (ae2149ce-3ef6-4efb-adc9-8cb43ddff8ad), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:10.226404 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-46e3e795-c6ef-4ec6-87e7-d062737ae4ea admin admin] Publish callbacks [] for security_group (ae2149ce-3ef6-4efb-adc9-8cb43ddff8ad), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:10.274165 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-46e3e795-c6ef-4ec6-87e7-d062737ae4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (ae2149ce-3ef6-4efb-adc9-8cb43ddff8ad), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:10.276797 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-46e3e795-c6ef-4ec6-87e7-d062737ae4ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:10.277984 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-46e3e795-c6ef-4ec6-87e7-d062737ae4ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae2149ce-3ef6-4efb-adc9-8cb43ddff8ad HTTP/1.1" status: 204 len: 168 time: 0.1218052 Feb 03 03:09:10.285646 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3e795-c6ef-4ec6-87e7-d062737ae4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2149ce-3ef6-4efb-adc9-8cb43ddff8ad,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:10.594248 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58628) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:10.633631 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-0dbec264-daa2-4c8f-b530-98a04c3836f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92cf629d2e5e4953b30af7efc8d007f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381782 Feb 03 03:09:10.637139 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [-] (102482) accepted ('10.222.0.31', 58630) {{(pid=102482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 03:09:10.686197 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-da8953b4-a91b-48bb-a029-724bae4226a2 admin admin] Publish callbacks [] for security_group (1eb4e131-8edd-45b9-83a3-13339382e705), before_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:10.707511 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-da8953b4-a91b-48bb-a029-724bae4226a2 admin admin] Publish callbacks [] for security_group (1eb4e131-8edd-45b9-83a3-13339382e705), precommit_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:10.757360 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-da8953b4-a91b-48bb-a029-724bae4226a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133719210'] for security_group (1eb4e131-8edd-45b9-83a3-13339382e705), after_delete {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:10.759914 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-da8953b4-a91b-48bb-a029-724bae4226a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:10.761124 dv-cinder-827581-1-iscsi neutron-server[102482]: INFO neutron.wsgi [None req-da8953b4-a91b-48bb-a029-724bae4226a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1eb4e131-8edd-45b9-83a3-13339382e705 HTTP/1.1" status: 204 len: 168 time: 0.1231050 Feb 03 03:09:10.768933 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8953b4-a91b-48bb-a029-724bae4226a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb4e131-8edd-45b9-83a3-13339382e705,revision_number=None']} {{(pid=102482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 03:09:12.264193 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:09:13.502150 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:15.633902 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-20a86ae6-49ea-4083-a208-f2e0952dfd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:17.901738 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-df98301a-c1fe-4d44-8664-b5ad327bf643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:19.665326 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:20.612358 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:22.185688 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:43.505191 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:45.620992 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-b8492a71-18ed-4129-9cc1-255252a4fabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:47.903930 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e77b776f-e1cf-4885-a23d-07d037156cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:49.269651 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:09:49.668964 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:50.607724 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:09:52.193614 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:13.524168 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:15.620608 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6316a1f7-24bf-4d62-96cd-3854d5ebd8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:17.903886 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-c721ccc3-a427-48fa-a55a-fda278a3002b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:19.669022 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:20.610736 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:22.183363 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:26.273884 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:10:43.536348 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:45.622914 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-f3abfee2-6e43-41c8-888b-cf05ce7272f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:47.904681 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-16a12b86-11c5-4ec4-a66c-525496343a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:49.673206 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:50.621340 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:10:52.187477 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:03.278893 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:11:13.540901 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:15.622531 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-84d379a4-a0b6-4acf-8a1c-c072211aa241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:17.905101 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3e938152-5903-4ea8-89e4-2f6c47cdb3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:19.676904 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:20.619617 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:22.188253 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:40.284213 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:11:43.559343 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:45.624547 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6416fdef-1792-4077-a59e-ec24eb269e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:47.905871 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-d1b4c0b7-ca86-4ce6-ab58-8a934893e8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:49.680326 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:50.626892 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:11:52.188879 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:02.742409 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [req-b1f78cd2-1f6a-4dc0-a9a1-a4bc9232fd6d req-1ecd3c00-58e1-4508-ac1e-0c1a44169b2c service neutron] (102483) timed out ('10.222.0.43', 58234) {{(pid=102483) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 03:12:03.020516 dv-cinder-827581-1-iscsi neutron-server[102483]: DEBUG neutron.wsgi [req-07a30bd5-b6ac-4d93-aedd-bdeb89ecc040 req-c64eae1b-8d28-449f-a3bb-329be4bb8448 service neutron] (102483) timed out ('10.222.0.43', 58227) {{(pid=102483) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 03:12:13.576083 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:15.626643 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-da5d35fd-7aac-4a78-a04d-ca15c651a0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:17.290728 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:12:17.910722 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-1a3d3b72-7cf1-4db8-b784-e904c47f5530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:19.687341 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:20.638208 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:22.199193 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:43.587555 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:45.624329 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-220949e5-3e92-4ebe-9c89-563392c00d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:47.913113 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-1cad2814-0eab-402d-8a33-05c8f2103bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:49.688945 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:50.636375 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:52.192613 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:12:54.286668 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:13:13.610273 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:15.626180 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-644b5f33-4d9c-43b6-9039-5c6293d288df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:17.913307 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-8b7aae85-31b7-4eed-ab2f-840db40b7bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:19.694359 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:20.647213 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:22.188639 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:31.291626 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:13:43.615135 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:45.626740 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-296bc6e5-b588-43eb-ad52-77fc144aed89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:47.914198 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-e72019fd-0554-4c72-a4f5-55a162cd7a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:49.697983 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:50.651661 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:52.193050 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:13:58.539723 dv-cinder-827581-1-iscsi neutron-server[102482]: DEBUG neutron.wsgi [req-a7c316cb-0063-4e7d-a191-116c11f63085 req-357ae99a-e8da-4594-90f8-d8ff378ebd5d service neutron] (102482) timed out ('10.222.0.43', 58226) {{(pid=102482) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 03:14:08.294460 dv-cinder-827581-1-iscsi neutron-server[102485]: DEBUG neutron.db.agents_db [None req-71cc413c-2098-4a14-add9-e3fd64c3b640 None None] Agent healthcheck: found 6 active agents {{(pid=102485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 03:14:13.619690 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f7c1-88b2-4f9b-9518-934167ef1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (1b85d4da-6c95-4b8e-8dcd-f76d5a8ad600), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:14:15.629173 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-0a0b883a-dd58-4310-9331-ee9260804925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (ea93646e-53d4-4d93-b42c-48c4ee3a9c1d), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:14:17.919147 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-a8f7301b-7434-4199-a7ce-e4b71e04b295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (0ca49710-bf5f-4408-b7cf-aa6d7ef2bf43), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:14:19.699279 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-ea33697e-2360-4c8c-849e-9e910e6fbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (d9c8d935-6166-4b6f-8df6-84b63e708a42), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:14:20.655912 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-2fe12c34-f05a-4223-a5e1-955c8ecce9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (2a727bf2-553b-448f-92cc-f01f818e6d46), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 03:14:22.187776 dv-cinder-827581-1-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-6560d2f4-3cb0-46ff-9451-186d1b64db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757102833812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133490977'] for agent (a4a029f2-0f02-4220-8104-a51262c4a1da), after_update {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}